00010000:00000010:0.1F:1705683285.452953:0:27:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800aede7400. 00010000:00000010:0.1:1705683285.452961:0:27:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b8e8000. 00010000:00000010:0.1:1705683285.532345:0:34:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012a38e000. 00010000:00000010:0.1:1705683285.532351:0:34:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88008ec84000. 00010000:00000010:0.1:1705683285.532353:0:34:0:(ldlm_resource.c:1472:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8801376b0d00. 00010000:00000010:3.1F:1705683285.532353:0:27:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88009b8e8a00. 00010000:00000010:0.1:1705683285.532356:0:34:0:(ldlm_lock.c:198:lock_handle_free()) slab-freed 'lock': 560 at ffff88008ed30280. 00080000:00000010:2.1F:1705683285.554044:0:27:0:(osd_handler.c:1612:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b414dd20. 00010000:00010000:2.0:1705683736.238292:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e86a80/0x9d5ae94021ddc1de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x737b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238303:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.238304:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134f11e00/0x9d5ae94021ddc1e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x737a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238308:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f11e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.238308:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f11e00/0x9d5ae94021ddc1e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x737a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238311:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f11e00/0x9d5ae94021ddc1e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x737a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238316:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134f11e00/0x9d5ae94021ddc1e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x737a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238319:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f11e00/0x9d5ae94021ddc1e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x737a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238325:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.238326:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.238327:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.238332:0:15028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238335:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238339:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238343:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238349:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.238411:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012babd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+781:3083:x1788538547589952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17530us (17560us total) trans 4295071818 rc 0/0 00000100:00100000:2.0:1705683736.238415:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260510 00000004:00080000:2.0:1705683736.238433:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134845500/2, rc 0, transno 104006 00000100:00100000:2.0:1705683736.238437:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547596800:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.238442:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134846400/2, rc 0, transno 104004 00000100:00100000:2.0:1705683736.238444:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134846400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547596672:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.238465:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683736.238469:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134842800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547597120:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.238481:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.238488:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238489:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238492:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547597120 00000100:00100000:2.0:1705683736.238500:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238501:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238503:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260610 00000100:00100000:2.0:1705683736.238505:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b743c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1497:3081:x1788538547597120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.238512:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29567 count 1 00002000:00010000:2.0:1705683736.238617:0:15028:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x737f:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.238620:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238629:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.238629:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.238631:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238647:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238651:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238655:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238662:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.238722:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b743c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1498:3081:x1788538547597120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 215us (240us total) trans 4295071306 rc 0/0 00000100:00100000:2.0:1705683736.238726:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260610 00010000:00010000:2.0:1705683736.238735:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.238736:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238741:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b59b700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.238742:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238746:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238753:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238757:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b59b700/0x9d5ae94021ddbf06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238769:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.238770:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238773:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c6fa580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.238774:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238778:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238782:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238785:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c6fa580/0x9d5ae94021ddc1f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x737f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.238790:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.238791:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.238792:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.238800:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134842800/2, rc 0, transno 104010 00000100:00100000:2.0:1705683736.238804:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134842800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547597120:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.238820:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b741e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547597248:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.238831:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.238840:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238841:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238843:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547597248 00000100:00100000:2.0:1705683736.238851:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238851:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.238853:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260611 00000100:00100000:2.0:1705683736.238855:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1498:3081:x1788538547597248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.238862:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29568 count 1 00000100:00100000:2.0:1705683736.239209:0:9335:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134841e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9335:1788538547596864:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1705683736.239215:0:9335:0:(osp_precreate.c:718:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x7449:0x0]-[0x280000401:0x74e1:0x0] 00000100:00100000:2.0:1705683736.239280:0:9335:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b743200 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:9335:1788538547597376:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1705683736.239298:0:9335:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.239306:0:9335:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.239363:0:15113:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.239364:0:15113:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.239369:0:15113:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547597440 00000100:00100000:2.0:1705683736.239380:0:15113:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.239382:0:15113:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.239386:0:15113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260613 00000100:00100000:2.0:1705683736.239388:0:15113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c078a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0000-mdtlov_UUID+781:10694:x1788538547597440:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1705683736.239400:0:15113:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 29954 00000100:00100000:2.0:1705683736.240628:0:15113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c078a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0000-mdtlov_UUID+783:10694:x1788538547597440:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1238us (1278us total) trans 4295071820 rc 0/0 00000100:00100000:2.0:1705683736.240634:0:15113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260613 00010000:00010000:2.0:1705683736.240661:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.240664:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.240800:0:15028:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7380:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.240804:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6f8280/0x9d5ae94021ddc22b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7380:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.240811:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.240812:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.240814:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6f8280/0x9d5ae94021ddc22b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.240820:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c6f8280/0x9d5ae94021ddc22b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.240825:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6f8280/0x9d5ae94021ddc22b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.240829:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6f8280/0x9d5ae94021ddc22b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.240843:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.240939:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1506:3081:x1788538547597248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2081us (2106us total) trans 4295071315 rc 0/0 00000100:00100000:2.0:1705683736.240945:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260611 00000100:00100000:2.0:1705683736.240955:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.240955:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.240958:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260624 00000100:00100000:2.0:1705683736.240961:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+783:10694:x1788538547598144:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1705683736.240975:0:15028:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 29986 00000100:00100000:2.0:1705683736.241952:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.241953:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.241960:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260630 00000100:00100000:2.0:1705683736.241963:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098154600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+1513:3083:x1788538547598464:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.241974:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29579 count 1 00002000:00010000:2.0:1705683736.242275:0:15089:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x738b:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.242279:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6f9b80/0x9d5ae94021ddc271 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x738b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242286:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.242287:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.242288:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6f9b80/0x9d5ae94021ddc271 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x738b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242294:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c6f9b80/0x9d5ae94021ddc271 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x738b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242298:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6f9b80/0x9d5ae94021ddc271 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x738b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242303:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6f9b80/0x9d5ae94021ddc271 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x738b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242310:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.242382:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098154600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0001-mdtlov_UUID+1516:3083:x1788538547598464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 418us (528us total) trans 4295071325 rc 0/0 00000100:00100000:2.0:1705683736.242387:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260630 00000100:00100000:2.0:1705683736.242652:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f190000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+784:10694:x1788538547598144:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1690us (1872us total) trans 4295071821 rc 0/0 00000100:00100000:2.0:1705683736.242659:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260624 00010000:00010000:2.0:1705683736.242672:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.242675:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.242687:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098151900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547598720:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.242702:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.242725:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800996c2d00/2, rc 0, transno 104003 00000100:00100000:2.0:1705683736.242733:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800996c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547590208:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.242739:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800735f4600/2, rc 0, transno 103996 00000100:00100000:2.0:1705683736.242741:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800735f4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547588672:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.242748:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135d39400/2, rc 0, transno 104519 00000100:00100000:2.0:1705683736.242755:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135d39400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547588928:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.242762:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013189e400/2, rc 0, transno 104518 00000100:00100000:2.0:1705683736.242764:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013189e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547588352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.242770:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099f9ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547598976:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.242781:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.242789:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099f98a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547599232:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.242798:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.242803:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1705683736.242806:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098156400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547598784:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.242815:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.242822:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.242822:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.242825:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547598976 00000100:00100000:2.0:1705683736.242836:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.242837:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.242839:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599232 00000100:00100000:2.0:1705683736.242845:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.242845:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.242847:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260636 00000100:00100000:2.0:1705683736.242850:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b744600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+286:3082:x1788538547598976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.242858:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24547 count 1 00010000:00010000:2.0:1705683736.242886:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f01e300/0x9d5ae94021ddc286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fe3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242894:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021dc3975 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef1d expref: 2928 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.242900:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.242901:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.242902:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f01e300/0x9d5ae94021ddc286 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242932:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021dc3975 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef1d expref: 2928 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.242939:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021dc3975 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef1d expref: 2928 pid: 14242 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.242945:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547599360:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.242968:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202840 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.242974:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.242976:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9180/0x9d5ae94021ddc28d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x738f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242985:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0ce9180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.242986:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9180/0x9d5ae94021ddc28d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x738f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242990:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9180/0x9d5ae94021ddc28d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x738f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.242996:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9180/0x9d5ae94021ddc28d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x738f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243000:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9180/0x9d5ae94021ddc28d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x738f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243008:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243009:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243009:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.243017:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099f9c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547599040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.243029:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.243037:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099f9b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547599296:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.243045:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.243055:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098151900/2, rc 0, transno 104032 00000100:00100000:2.0:1705683736.243060:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098151900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547598720:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.243066:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.243068:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc294 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243076:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135c9d400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.243077:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc294 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243081:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc294 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243087:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc294 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243090:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc294 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7393:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243098:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243098:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243099:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.243103:0:15113:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243103:0:15113:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:2.0:1705683736.243134:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099f98a00/2, rc 0, transno 104033 00000100:00100000:2.0:1705683736.243136:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099f98a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547599232:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.243203:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b745000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547599616:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.243215:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.243225:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243226:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243229:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599168 00000100:00100000:2.0:1705683736.243238:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243239:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243241:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599616 00000100:00100000:2.0:1705683736.243249:0:15090:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243250:0:15090:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243253:0:15090:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599552 00000100:00100000:2.0:1705683736.243258:0:15090:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243259:0:15090:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243260:0:15090:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599104 00000100:00100000:2.0:1705683736.243266:0:15090:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243266:0:15090:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243268:0:15090:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599488 00000100:00100000:2.0:1705683736.243277:0:15090:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243277:0:15090:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243280:0:15090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260642 00000100:00100000:2.0:1705683736.243282:0:15090:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b745a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_091:lustre-MDT0001-mdtlov_UUID+1522:3082:x1788538547599616:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.243290:0:15090:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29591 count 1 00002000:00010000:2.0:1705683736.243392:0:15090:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7397:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.243395:0:15090:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f01d180/0x9d5ae94021ddc2a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7397:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243401:0:15090:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.243402:0:15090:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.243403:0:15090:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f01d180/0x9d5ae94021ddc2a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243408:0:15090:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f01d180/0x9d5ae94021ddc2a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243412:0:15090:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f01d180/0x9d5ae94021ddc2a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243416:0:15090:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f01d180/0x9d5ae94021ddc2a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7397:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243433:0:15090:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.243499:0:15090:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b745a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_091:lustre-MDT0001-mdtlov_UUID+1524:3082:x1788538547599616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 216us (284us total) trans 4295071331 rc 0/0 00000100:00100000:2.0:1705683736.243504:0:15090:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260642 00000100:00100000:2.0:1705683736.243510:0:15090:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243511:0:15090:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243513:0:15090:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260644 00000100:00100000:2.0:1705683736.243515:0:15090:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131185f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_091:lustre-MDT0000-mdtlov_UUID+785:3081:x1788538547599104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.243522:0:15090:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14635 count 1 00010000:00010000:2.0:1705683736.243699:0:15090:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243706:0:15090:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5c26300/0x9d5ae94021d707ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425677af expref: 4850 pid: 15017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243710:0:15090:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.243711:0:15090:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.243712:0:15090:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243725:0:15090:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5c26300/0x9d5ae94021d707ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425677af expref: 4850 pid: 15017 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243730:0:15090:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5c26300/0x9d5ae94021d707ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425677af expref: 4850 pid: 15017 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.243737:0:15090:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b740f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_091:lustre-OST0001_UUID:15090:1788538547599808:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.243754:0:15090:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202c00 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.243762:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.243764:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012443c000/0x9d5ae94021ddc2b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243769:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012443c000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.243770:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012443c000/0x9d5ae94021ddc2b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243775:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012443c000/0x9d5ae94021ddc2b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243784:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012443c000/0x9d5ae94021ddc2b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243787:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012443c000/0x9d5ae94021ddc2b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243798:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.243799:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131de1400/0x9d5ae94021ddc2be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243802:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de1400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.243803:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131de1400/0x9d5ae94021ddc2be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243806:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131de1400/0x9d5ae94021ddc2be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243816:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131de1400/0x9d5ae94021ddc2be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243820:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131de1400/0x9d5ae94021ddc2be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7395:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243828:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.243829:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131de3200/0x9d5ae94021ddc2cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243833:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de3200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.243834:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131de3200/0x9d5ae94021ddc2cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243837:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131de3200/0x9d5ae94021ddc2cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243843:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131de3200/0x9d5ae94021ddc2cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243846:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131de3200/0x9d5ae94021ddc2cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7390:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.243854:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243855:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243856:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.243860:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.243863:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243864:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243869:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547599872 00000100:00100000:2.0:1705683736.243883:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.243884:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:2.0:1705683736.243901:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b745000/2, rc 0, transno 104035 00000100:00100000:2.0:1705683736.243923:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b745000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547599616:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.243929:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098156400/2, rc 0, transno 104038 00000100:00100000:2.0:1705683736.243931:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098156400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547598784:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.243935:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099f9b700/2, rc 0, transno 104034 00000100:00100000:2.0:1705683736.243937:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099f9b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547599296:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.243967:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600000:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.243979:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.243987:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.243990:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b740a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600064:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.243998:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.244005:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244005:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244010:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600000 00000100:00100000:2.0:1705683736.244018:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244019:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244020:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600064 00000100:00100000:2.0:1705683736.244024:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244025:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244027:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260649 00000100:00100000:2.0:1705683736.244029:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b742d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0001-mdtlov_UUID+1528:3082:x1788538547600000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.244037:0:15103:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29595 count 1 00002000:00010000:2.0:1705683736.244141:0:15103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x739b:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.244144:0:15103:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244150:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.244151:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.244152:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244158:0:15103:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244162:0:15103:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244166:0:15103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244172:0:15103:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.244236:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b742d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0001-mdtlov_UUID+1530:3082:x1788538547600000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 206us (256us total) trans 4295071337 rc 0/0 00000100:00100000:2.0:1705683736.244241:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260649 00010000:00010000:2.0:1705683736.244251:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.244253:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc2d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244257:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012443f480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.244258:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc2d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244262:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc2d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244270:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc2d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244273:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc2d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7399:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244281:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.244282:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244285:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a02aa300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.244286:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244290:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244294:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244297:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a02aa300/0x9d5ae94021ddc2e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x739b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244307:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.244307:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.244308:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.244320:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b747800/2, rc 0, transno 104041 00000100:00100000:2.0:1705683736.244331:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600000:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.244335:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.244337:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc2e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244341:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135c9d180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.244342:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc2e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244345:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc2e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244350:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc2e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244353:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc2e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7398:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244434:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.244435:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.244436:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.244459:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131181400/2, rc 0, transno 104042 00000100:00100000:2.0:1705683736.244462:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131181400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547599744:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.244476:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.244478:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013578d900/0x9d5ae94021ddc2ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x739c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244486:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013578d900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.244487:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013578d900/0x9d5ae94021ddc2ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x739c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244490:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013578d900/0x9d5ae94021ddc2ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x739c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244496:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013578d900/0x9d5ae94021ddc2ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x739c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244499:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013578d900/0x9d5ae94021ddc2ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x739c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244506:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.244507:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.244508:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.244511:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098a8a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600256:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.244525:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.244536:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b740a00/2, rc 0, transno 104044 00000100:00100000:2.0:1705683736.244539:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b740a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600064:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.244555:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.244558:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098a8cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600320:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.244568:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.244577:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244578:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244581:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600320 00000100:00100000:2.0:1705683736.244592:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244593:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.244597:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260652 00000100:00100000:2.0:1705683736.244599:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a8ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1529:3082:x1788538547600320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.244607:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29600 count 1 00002000:00010000:2.0:1705683736.244898:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a0:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.244901:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a02ab980/0x9d5ae94021ddc2fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244928:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.244929:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.244930:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a02ab980/0x9d5ae94021ddc2fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244936:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a02ab980/0x9d5ae94021ddc2fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244940:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a02ab980/0x9d5ae94021ddc2fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244943:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a02ab980/0x9d5ae94021ddc2fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.244950:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.245010:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a8ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1532:3082:x1788538547600320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 410us (441us total) trans 4295071342 rc 0/0 00000100:00100000:2.0:1705683736.245014:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260652 00000100:00100000:2.0:1705683736.245020:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245021:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245024:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260655 00000100:00100000:2.0:1705683736.245026:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131186900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1531:3081:x1788538547600128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.245033:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29597 count 1 00002000:00010000:2.0:1705683736.245139:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x739d:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.245142:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc30b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x739d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245146:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.245147:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.245148:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc30b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x739d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245153:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc30b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x739d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245157:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc30b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x739d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245161:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc30b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x739d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245167:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.245221:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131186900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1532:3081:x1788538547600128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 194us (324us total) trans 4295071344 rc 0/0 00000100:00100000:2.0:1705683736.245225:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260655 00010000:00010000:2.0:1705683736.245235:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.245261:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098a8da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.245273:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.245284:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098a8cb00/2, rc 0, transno 104046 00000100:00100000:2.0:1705683736.245287:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a8cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600320:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.245291:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098a8a800/2, rc 0, transno 104045 00000100:00100000:2.0:1705683736.245293:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a8a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600256:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.245301:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245302:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245305:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600640 00000100:00100000:2.0:1705683736.245312:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245313:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245314:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600512 00000100:00100000:2.0:1705683736.245319:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245320:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245322:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600576 00000100:00100000:2.0:1705683736.245327:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245327:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245330:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260657 00000100:00100000:2.0:1705683736.245332:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1533:3082:x1788538547600640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.245339:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29603 count 1 00002000:00010000:2.0:1705683736.245751:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a3:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.245755:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c8f980/0x9d5ae94021ddc312 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245760:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.245761:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.245762:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134c8f980/0x9d5ae94021ddc312 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245769:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134c8f980/0x9d5ae94021ddc312 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245774:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c8f980/0x9d5ae94021ddc312 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245778:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134c8f980/0x9d5ae94021ddc312 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.245787:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.245856:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1534:3082:x1788538547600640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 523us (582us total) trans 4295071345 rc 0/0 00000100:00100000:2.0:1705683736.245860:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260657 00000100:00100000:2.0:1705683736.245868:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245868:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.245871:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260659 00000100:00100000:2.0:1705683736.245873:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1533:3080:x1788538547600576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.245880:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29602 count 1 00002000:00010000:2.0:1705683736.246150:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a2:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.246153:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c8e800/0x9d5ae94021ddc320 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246158:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.246159:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.246160:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134c8e800/0x9d5ae94021ddc320 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246165:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134c8e800/0x9d5ae94021ddc320 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246169:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c8e800/0x9d5ae94021ddc320 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246177:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134c8e800/0x9d5ae94021ddc320 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246189:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.246264:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1534:3080:x1788538547600576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 389us (944us total) trans 4295071348 rc 0/0 00000100:00100000:2.0:1705683736.246267:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260659 00010000:00010000:2.0:1705683736.246279:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.246321:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c540a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600896:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246338:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.246349:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098a8da00/2, rc 0, transno 104049 00000100:00100000:2.0:1705683736.246352:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a8da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246356:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1705683736.246358:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098a8d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600704:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246369:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.246375:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c544b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600960:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246383:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.246391:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246391:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246394:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547600960 00000100:00100000:2.0:1705683736.246402:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246402:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246404:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260661 00000100:00100000:2.0:1705683736.246407:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1536:3082:x1788538547600704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.246414:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29604 count 1 00002000:00010000:2.0:1705683736.246524:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a4:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.246527:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c8de00/0x9d5ae94021ddc32e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246532:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.246533:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.246534:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134c8de00/0x9d5ae94021ddc32e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246540:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134c8de00/0x9d5ae94021ddc32e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246544:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134c8de00/0x9d5ae94021ddc32e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246547:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134c8de00/0x9d5ae94021ddc32e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246554:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.246613:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1538:3082:x1788538547600704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 206us (243us total) trans 4295071349 rc 0/0 00000100:00100000:2.0:1705683736.246617:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260661 00000100:00100000:2.0:1705683736.246625:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246625:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246628:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547601088 00000100:00100000:2.0:1705683736.246635:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246645:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.246649:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260662 00000100:00100000:2.0:1705683736.246651:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c545f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1537:3082:x1788538547600960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.246658:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29608 count 1 00002000:00010000:2.0:1705683736.246758:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a8:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.246761:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246766:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.246766:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.246768:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246772:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246777:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246780:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246787:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.246844:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c545f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1537:3082:x1788538547600960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 192us (460us total) trans 4295071351 rc 0/0 00000100:00100000:2.0:1705683736.246848:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260662 00010000:00010000:2.0:1705683736.246858:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.246860:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246864:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ff25900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.246865:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246873:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246880:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246883:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff25900/0x9d5ae94021ddc335 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.246892:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.246893:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.246893:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.246930:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098a8d000/2, rc 0, transno 104053 00000100:00100000:2.0:1705683736.246934:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098a8d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600704:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.246938:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c544b00/2, rc 0, transno 104055 00000100:00100000:2.0:1705683736.246940:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c544b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600960:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.246944:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c540a00/2, rc 0, transno 104054 00000100:00100000:2.0:1705683736.246945:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c540a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547600896:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246965:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547601280:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246977:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.246985:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.246987:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547601344:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.246995:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.247002:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247003:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247007:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260665 00000100:00100000:2.0:1705683736.247009:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c543200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1538:3082:x1788538547601280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.247016:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29611 count 1 00002000:00010000:2.0:1705683736.247128:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73ab:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.247131:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247135:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.247136:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.247137:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247142:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247146:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247150:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247156:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.247216:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c543200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1540:3082:x1788538547601280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 206us (239us total) trans 4295071352 rc 0/0 00000100:00100000:2.0:1705683736.247220:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260665 00010000:00010000:2.0:1705683736.247230:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.247232:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247241:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ff26f80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.247242:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247246:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247251:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247254:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff26f80/0x9d5ae94021ddc33c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247263:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.247264:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9680/0x9d5ae94021ddc343 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247267:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0ce9680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.247268:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9680/0x9d5ae94021ddc343 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247272:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9680/0x9d5ae94021ddc343 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247278:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9680/0x9d5ae94021ddc343 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247285:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0ce9680/0x9d5ae94021ddc343 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247294:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.247295:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.247296:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.247315:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c542300/2, rc 0, transno 104057 00000100:00100000:2.0:1705683736.247318:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547601344:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.247322:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c547800/2, rc 0, transno 104056 00000100:00100000:2.0:1705683736.247324:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547601280:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.247343:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.247347:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c540500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547601536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.247358:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.247366:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247367:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247370:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547601536 00000100:00100000:2.0:1705683736.247379:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247379:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247381:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260667 00000100:00100000:2.0:1705683736.247383:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c542d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1539:3083:x1788538547601536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.247390:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29615 count 1 00002000:00010000:2.0:1705683736.247491:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73af:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.247493:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff24f00/0x9d5ae94021ddc34a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247498:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.247500:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.247501:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff24f00/0x9d5ae94021ddc34a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247506:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff24f00/0x9d5ae94021ddc34a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247510:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff24f00/0x9d5ae94021ddc34a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247513:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff24f00/0x9d5ae94021ddc34a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.247519:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.247578:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c542d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1540:3083:x1788538547601536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 194us (219us total) trans 4295071354 rc 0/0 00000100:00100000:2.0:1705683736.247582:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260667 00000004:00080000:2.0:1705683736.247598:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c540500/2, rc 0, transno 104058 00000100:00100000:2.0:1705683736.247601:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c540500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547601536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.247617:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.247621:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c543700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547601600:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.247633:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.247659:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247660:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247663:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547601600 00000100:00100000:2.0:1705683736.247671:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247672:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.247674:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260668 00000100:00100000:2.0:1705683736.247676:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012449cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1540:3082:x1788538547601600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.247685:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29616 count 1 00002000:00010000:2.0:1705683736.248030:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73b0:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.248034:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248038:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.248039:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.248040:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248045:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248050:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248053:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248061:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.248066:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.248068:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248072:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ff25e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.248074:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248081:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248088:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248091:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff25e00/0x9d5ae94021ddc351 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248102:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.248103:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.248104:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.248108:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.248109:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.248113:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570188608 00000100:00100000:2.0:1705683736.248127:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.248128:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.248132:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260670 00000100:00100000:2.0:1705683736.248134:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c07b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+2929:30388:x1788538570188352:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.248140:0:15022:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.248299:0:15022:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cfce300/0x9d5ae94021ddc366 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742587fd8 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.248308:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.248315:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.248316:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.248318:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cfce300/0x9d5ae94021ddc366 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587fd8 expref: 2929 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248329:0:15022:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cfce300/0x9d5ae94021ddc366 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587fd8 expref: 2929 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248334:0:15022:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfce300, rc 0) 00000100:00100000:2.0:1705683736.248347:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c07b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+2929:30388:x1788538570188352:12345-192.168.204.14@tcp:101:dd.0 Request processed in 212us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.248351:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260670 00010000:00010000:2.0:1705683736.248371:0:15024:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c82d00/0x9d5ae94021dc38f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5fda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ee9f expref: 2928 pid: 15102 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.248380:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135d3a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547590912:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.248390:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021ddbf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.248395:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.248396:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.248396:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.248398:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021ddbf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248401:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021ddbf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248405:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021ddbf53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248412:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021ddbf53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fda:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248419:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.248496:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cdc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+290:3083:x1788538547589632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28486us (28527us total) trans 4295071355 rc 0/0 00000100:00100000:2.0:1705683736.248500:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260505 00000100:00100000:2.0:1705683736.248602:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.248602:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.248606:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260673 00000100:00100000:2.0:1705683736.248608:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131180f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+1542:3080:x1788538547601024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.248616:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29609 count 1 00002000:00010000:2.0:1705683736.248890:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a9:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.248893:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cfccf00/0x9d5ae94021ddc3a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248898:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.248899:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.248900:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cfccf00/0x9d5ae94021ddc3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248922:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cfccf00/0x9d5ae94021ddc3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248926:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cfccf00/0x9d5ae94021ddc3a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248934:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cfccf00/0x9d5ae94021ddc3a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.248940:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.249001:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131180f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+1543:3080:x1788538547601024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 392us (524us total) trans 4295071357 rc 0/0 00000100:00100000:2.0:1705683736.249004:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260673 00010000:00010000:2.0:1705683736.249014:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.249032:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132cd3700/2, rc 0, transno 104059 00000100:00100000:2.0:1705683736.249037:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132cd3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547589632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.249117:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012449cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1545:3082:x1788538547601600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1440us (1484us total) trans 4295071358 rc 0/0 00000100:00100000:2.0:1705683736.249123:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260668 00000100:00100000:2.0:1705683736.249135:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249135:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249138:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260674 00000100:00100000:2.0:1705683736.249140:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131183200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+1545:3081:x1788538547600832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.249148:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29606 count 1 00000100:00100000:2.0:1705683736.249300:0:14217:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ea1da00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:14217:1788538547593728:192.168.204.14@tcp:105: 00010000:00010000:2.0:1705683736.249309:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.249321:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a70a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2927:1857:x1788538570187200:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 18292us (18347us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.249326:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99511 00000100:00100000:2.0:1705683736.249367:0:15074:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ea1bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15074:1788538547594624:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.249375:0:15074:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.249380:0:15074:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.249381:0:15074:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.249382:0:15074:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249387:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249387:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249390:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570189440 00010000:00010000:2.0:1705683736.249396:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099971900/0x9d5ae94021d6fc3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567516 expref: 4849 pid: 15022 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.249405:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249405:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249408:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99526 00000100:00100000:2.0:1705683736.249410:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969bd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1855:x1788538570189440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.249415:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.249416:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099971900/0x9d5ae94021d6fc3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567516 expref: 4849 pid: 15022 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.249422:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099971900/0x9d5ae94021d6fc3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567516 expref: 4849 pid: 15022 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.249430:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.249431:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.249432:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249436:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249447:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.249456:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969bd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1855:x1788538570189440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 45us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.249459:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99526 00002000:00010000:2.0:1705683736.249579:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73a6:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.249581:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249586:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.249587:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.249588:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249593:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249599:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249602:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249610:0:15074:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249613:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249621:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249624:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249630:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.249713:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7cdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+291:3080:x1788538547594496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17159us (17304us total) trans 4295071360 rc 0/0 00000100:00100000:2.0:1705683736.249718:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260573 00000100:00100000:2.0:1705683736.249727:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249728:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.249731:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260680 00000100:00100000:2.0:1705683736.249733:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132616400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:dab809dd-6952-4f4e-9170-c0b3df4b5902+2850:29913:x1788538570189184:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.249738:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.249793:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cfcc500/0x9d5ae94021ddc3c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7696:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588009 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249802:0:15074:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dc6c27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7696:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425809bf expref: 2851 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.249807:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.249808:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.249809:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfcc500/0x9d5ae94021ddc3c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7696:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588009 expref: 2851 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249822:0:15074:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dc6c27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7696:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425809bf expref: 2851 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.249828:0:15074:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dc6c27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7696:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425809bf expref: 2851 pid: 14313 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.249833:0:15074:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012449c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15074:1788538547601920:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.249846:0:15074:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.249853:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.249855:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0c51e00/0x9d5ae94021ddc3ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249860:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0c51e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.249861:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0c51e00/0x9d5ae94021ddc3ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249865:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0c51e00/0x9d5ae94021ddc3ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249871:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0c51e00/0x9d5ae94021ddc3ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249874:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0c51e00/0x9d5ae94021ddc3ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249920:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.249922:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249926:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c652080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.249927:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249930:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249935:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249938:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c652080/0x9d5ae94021ddc14b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3927:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249950:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.249951:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249955:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800996bf980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.249956:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249959:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249965:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249969:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800996bf980/0x9d5ae94021ddc0f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249977:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.249978:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3af80/0x9d5ae94021ddbf7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249981:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a6a3af80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.249982:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3af80/0x9d5ae94021ddbf7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249986:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3af80/0x9d5ae94021ddbf7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249991:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3af80/0x9d5ae94021ddbf7d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.249994:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3af80/0x9d5ae94021ddbf7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3925:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250003:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.250004:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131de0f00/0x9d5ae94021ddc3d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250011:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de0f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.250012:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131de0f00/0x9d5ae94021ddc3d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250015:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131de0f00/0x9d5ae94021ddc3d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250019:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131de0f00/0x9d5ae94021ddc3d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250022:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131de0f00/0x9d5ae94021ddc3d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250029:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.250029:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.250030:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.250033:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.250037:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.250096:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131183200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+1546:3081:x1788538547600832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 954us (1037us total) trans 4295071362 rc 0/0 00000100:00100000:2.0:1705683736.250100:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260674 00010000:00010000:2.0:1705683736.250108:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.250110:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250114:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cfcc780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.250115:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250119:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250125:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250128:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cfcc780/0x9d5ae94021ddc3b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250136:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.250137:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bbd4500/0x9d5ae94021ddc1d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250141:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bbd4500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.250142:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bbd4500/0x9d5ae94021ddc1d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250145:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bbd4500/0x9d5ae94021ddc1d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250150:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bbd4500/0x9d5ae94021ddc1d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250153:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bbd4500/0x9d5ae94021ddc1d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3928:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250165:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.250166:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.250167:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.250187:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a8ab200/2, rc 0, transno 104530 00000100:00100000:2.0:1705683736.250193:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a8ab200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547596224:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.250218:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c543700/2, rc 0, transno 104062 00000100:00100000:2.0:1705683736.250222:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c543700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547601600:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.250243:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c4b0a00/2, rc 0, transno 104528 00000100:00100000:2.0:1705683736.250246:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c4b0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547595264:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.250248:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.250265:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012449f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547602048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.250277:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.250287:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012449ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547602112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.250295:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.250320:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124498a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547602304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.250332:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.250339:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.250342:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358db200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547602368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.250352:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.250359:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250360:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250364:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602048 00000100:00100000:2.0:1705683736.250374:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250374:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250376:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602112 00000100:00100000:2.0:1705683736.250382:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250383:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250385:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547601984 00000100:00100000:2.0:1705683736.250400:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250400:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250402:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602304 00000100:00100000:2.0:1705683736.250408:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250408:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250410:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602368 00000100:00100000:2.0:1705683736.250415:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250416:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250417:0:15022:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602176 00000100:00100000:2.0:1705683736.250423:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250423:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250426:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260682 00000100:00100000:2.0:1705683736.250428:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012449da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1551:3083:x1788538547602048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.250435:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29617 count 1 00002000:00010000:2.0:1705683736.250584:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73b1:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.250587:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009819aa80/0x9d5ae94021ddc400 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250592:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.250593:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.250594:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009819aa80/0x9d5ae94021ddc400 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250600:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009819aa80/0x9d5ae94021ddc400 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250604:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009819aa80/0x9d5ae94021ddc400 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250607:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009819aa80/0x9d5ae94021ddc400 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250615:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.250690:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012449da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1552:3083:x1788538547602048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 261us (412us total) trans 4295071364 rc 0/0 00000100:00100000:2.0:1705683736.250695:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260682 00000100:00100000:2.0:1705683736.250701:0:15022:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250702:0:15022:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.250704:0:15022:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260685 00000100:00100000:2.0:1705683736.250706:0:15022:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea1bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1551:3082:x1788538547602304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.250713:0:15022:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29619 count 1 00002000:00010000:2.0:1705683736.250897:0:15022:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73b3:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.250900:0:15022:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250922:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.250923:0:15022:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.250924:0:15022:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250929:0:15022:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250933:0:15022:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250937:0:15022:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.250947:0:15022:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.251005:0:15022:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea1bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_036:lustre-MDT0001-mdtlov_UUID+1552:3082:x1788538547602304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 298us (673us total) trans 4295071365 rc 0/0 00000100:00100000:2.0:1705683736.251010:0:15022:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260685 00010000:00010000:2.0:1705683736.251021:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.251023:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251027:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098198500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.251028:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251032:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251038:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251041:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098198500/0x9d5ae94021ddc41c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251077:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251078:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251079:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251081:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.251102:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012449f300/2, rc 0, transno 104068 00000100:00100000:2.0:1705683736.251105:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547602048:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.251125:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124498a00/2, rc 0, transno 104069 00000100:00100000:2.0:1705683736.251128:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124498a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547602304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.251141:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012babd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547602752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.251153:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.251163:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251163:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251167:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602752 00000100:00100000:2.0:1705683736.251175:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251176:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251178:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260690 00000100:00100000:2.0:1705683736.251180:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1552:3082:x1788538547602752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.251188:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29623 count 1 00002000:00010000:2.0:1705683736.251286:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73b7:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.251289:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251294:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.251295:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.251296:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251301:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251306:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251309:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251316:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1705683736.251358:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.251360:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251364:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009819ad00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.251365:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251369:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251374:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251377:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009819ad00/0x9d5ae94021ddc431 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251385:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251386:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251387:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.251416:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1554:3082:x1788538547602752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 235us (262us total) trans 4295071368 rc 0/0 00000100:00100000:2.0:1705683736.251420:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260690 00000100:00100000:2.0:1705683736.251430:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e7cc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547602816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.251443:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.251459:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012babd500/2, rc 0, transno 104072 00000100:00100000:2.0:1705683736.251469:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012babd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547602752:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.251476:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358db200/2, rc 0, transno 104071 00000100:00100000:2.0:1705683736.251478:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358db200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547602368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.251483:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da3b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547603008:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.251497:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.251506:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251506:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251509:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602816 00000100:00100000:2.0:1705683736.251517:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251518:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251519:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547603008 00000100:00100000:2.0:1705683736.251524:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251525:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251527:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260691 00000100:00100000:2.0:1705683736.251529:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135653c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+790:3083:x1788538547602816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.251536:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14639 count 1 00010000:00010000:2.0:1705683736.251713:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.251715:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009deb5680/0x9d5ae94021ddc0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251720:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009deb5680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.251721:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009deb5680/0x9d5ae94021ddc0e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251725:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009deb5680/0x9d5ae94021ddc0e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251733:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009deb5680/0x9d5ae94021ddc0e9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251737:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009deb5680/0x9d5ae94021ddc0e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fdf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251748:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.251749:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009deb6580/0x9d5ae94021ddc10c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251753:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009deb6580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.251754:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009deb6580/0x9d5ae94021ddc10c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251758:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009deb6580/0x9d5ae94021ddc10c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251762:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009deb6580/0x9d5ae94021ddc10c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251765:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009deb6580/0x9d5ae94021ddc10c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.251777:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251777:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251778:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.251781:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.251786:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603072:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.251799:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.251813:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251814:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251819:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547602944 00000100:00100000:2.0:1705683736.251828:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251828:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.251831:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260692 00000100:00100000:2.0:1705683736.251834:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b02e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1558:3082:x1788538547603008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.251840:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29626 count 1 00002000:00010000:2.0:1705683736.252167:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73ba:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.252170:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252175:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.252176:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.252177:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252182:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252186:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252190:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252197:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.252268:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b02e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1559:3082:x1788538547603008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 434us (769us total) trans 4295071371 rc 0/0 00000100:00100000:2.0:1705683736.252272:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260692 00000100:00100000:2.0:1705683736.252281:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.252281:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.252284:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260696 00000100:00100000:2.0:1705683736.252286:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da3d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1558:3080:x1788538547602944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.252294:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29625 count 1 00002000:00010000:2.0:1705683736.252549:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73b9:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.252553:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252558:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.252559:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.252560:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252565:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252569:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252574:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252581:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1705683736.252588:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1705683736.252589:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252593:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009819a800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252595:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252599:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252605:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252608:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009819a800/0x9d5ae94021ddc454 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252617:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.252618:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ef80/0x9d5ae94021ddc45b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252622:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d2ef80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252623:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ef80/0x9d5ae94021ddc45b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252626:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ef80/0x9d5ae94021ddc45b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252632:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ef80/0x9d5ae94021ddc45b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252635:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ef80/0x9d5ae94021ddc45b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252657:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.252658:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009deec280/0x9d5ae94021ddc462 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252662:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009deec280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252663:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009deec280/0x9d5ae94021ddc462 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252666:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009deec280/0x9d5ae94021ddc462 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252670:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009deec280/0x9d5ae94021ddc462 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252673:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009deec280/0x9d5ae94021ddc462 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252681:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.252682:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252686:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098198c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252687:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252690:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252696:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252699:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098198c80/0x9d5ae94021ddc470 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252707:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.252708:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc469 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252711:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012443f480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252712:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc469 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252715:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc469 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252722:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc469 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252724:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012443f480/0x9d5ae94021ddc469 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252731:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.252732:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2f200/0x9d5ae94021ddc477 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252739:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d2f200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252740:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2f200/0x9d5ae94021ddc477 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252743:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2f200/0x9d5ae94021ddc477 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252748:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2f200/0x9d5ae94021ddc477 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252751:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2f200/0x9d5ae94021ddc477 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252757:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.252758:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.252759:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.252762:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.252825:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da3d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1559:3080:x1788538547602944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 536us (1239us total) trans 4295071376 rc 0/0 00000100:00100000:2.0:1705683736.252829:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260696 00010000:00010000:2.0:1705683736.252838:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.252840:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bbd5680/0x9d5ae94021ddc191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252844:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bbd5680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.252845:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bbd5680/0x9d5ae94021ddc191 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252849:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bbd5680/0x9d5ae94021ddc191 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252858:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bbd5680/0x9d5ae94021ddc191 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252861:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bbd5680/0x9d5ae94021ddc191 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.252869:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.252870:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.252871:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.252891:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da39e00/2, rc 0, transno 104079 00000100:00100000:2.0:1705683736.252896:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da39e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603072:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.252945:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da3b200/2, rc 0, transno 104075 00000100:00100000:2.0:1705683736.252948:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da3b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547603008:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.252959:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358dda00/2, rc 0, transno 104074 00000100:00100000:2.0:1705683736.252964:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358dda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547594304:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.252978:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.252983:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135656900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603328:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.253005:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683736.253026:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253036:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964c7700/0x9d5ae94021d7130d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742567a72 expref: 4846 pid: 15037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253041:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.253042:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.253043:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253057:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964c7700/0x9d5ae94021d7130d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567a72 expref: 4846 pid: 15037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253064:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964c7700/0x9d5ae94021d7130d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567a72 expref: 4846 pid: 15037 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.253072:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135656e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547603392:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.253088:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202240 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.253101:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.253107:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da39900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547603456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.253125:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.253139:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253140:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253149:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547603456 00000100:00100000:2.0:1705683736.253160:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253161:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253164:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547603520 00000100:00100000:2.0:1705683736.253170:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253171:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253174:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260701 00000100:00100000:2.0:1705683736.253177:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135654b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+293:3082:x1788538547603456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.253185:0:15103:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24551 count 1 00010000:00010000:2.0:1705683736.253261:0:15103:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253268:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994c9180/0x9d5ae94021dc39e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef55 expref: 2925 pid: 15070 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.253273:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.253273:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.253274:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253285:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800994c9180/0x9d5ae94021dc39e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef55 expref: 2925 pid: 15070 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.253290:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800994c9180/0x9d5ae94021dc39e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef55 expref: 2925 pid: 15070 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.253296:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547603648:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.253313:0:15103:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202300 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.253319:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.253322:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc493 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253327:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135c9d180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.253328:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc493 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253332:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253339:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc493 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253343:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c9d180/0x9d5ae94021ddc493 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253353:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.253353:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.253354:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.253380:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3c5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603840:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.253393:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.253404:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.253407:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135653200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603776:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.253418:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.253445:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3c3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547604032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.253454:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.253466:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253467:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.253472:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260704 00000100:00100000:2.0:1705683736.253475:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da39400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+1563:3081:x1788538547603200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.253482:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29629 count 1 00002000:00010000:2.0:1705683736.253726:0:15019:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73bd:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.253730:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253735:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.253736:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.253737:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253742:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253747:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253750:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253757:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.253802:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.253803:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253807:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca26080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.253808:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253812:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253818:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253821:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca26080/0x9d5ae94021ddc4a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253829:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.253830:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddc4af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253834:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f360780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.253835:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddc4af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253838:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddc4af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253843:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddc4af lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253846:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddc4af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.253853:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.253854:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.253855:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.253895:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da39400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+1565:3081:x1788538547603200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 420us (490us total) trans 4295071378 rc 0/0 00000100:00100000:2.0:1705683736.253899:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260704 00000100:00100000:2.0:1705683736.253957:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+1564:3083:x1788538547603840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 491us (563us total) trans 4295071379 rc 0/0 00000100:00100000:2.0:1705683736.253960:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260703 00000004:00080000:2.0:1705683736.253975:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3c5a00/2, rc 0, transno 104083 00000100:00100000:2.0:1705683736.253978:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b3c5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603840:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.253996:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.254000:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3c6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547604096:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.254013:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.254026:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135653200/2, rc 0, transno 104084 00000100:00100000:2.0:1705683736.254030:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135653200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603776:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.254034:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135656900/2, rc 0, transno 104085 00000100:00100000:2.0:1705683736.254036:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135656900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547603328:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.254198:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.254200:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc4bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254204:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135c9d400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.254206:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc4bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254210:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc4bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254216:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc4bd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254220:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c9d400/0x9d5ae94021ddc4bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254228:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.254230:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f361680/0x9d5ae94021ddc4c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254233:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f361680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.254235:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f361680/0x9d5ae94021ddc4c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254238:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f361680/0x9d5ae94021ddc4c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254242:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f361680/0x9d5ae94021ddc4c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254245:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f361680/0x9d5ae94021ddc4c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254253:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.254253:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.254254:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.254263:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3c6400/2, rc 0, transno 104086 00000100:00100000:2.0:1705683736.254266:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b3c6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547604096:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.254270:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3c3700/2, rc 0, transno 104087 00000100:00100000:2.0:1705683736.254271:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b3c3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547604032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.254295:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3c6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547604288:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.254308:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3c5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547604352:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.254318:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.254357:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.254401:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254401:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254405:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547604160 00000100:00100000:2.0:1705683736.254415:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254416:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254418:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260708 00000100:00100000:2.0:1705683736.254421:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da3c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+791:3081:x1788538547603584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.254428:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14640 count 1 00010000:00010000:2.0:1705683736.254575:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254583:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800964c6800/0x9d5ae94021d71678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742567b3d expref: 4846 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254588:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.254588:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.254589:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254601:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800964c6800/0x9d5ae94021d71678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567b3d expref: 4846 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254607:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800964c6800/0x9d5ae94021d71678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567b3d expref: 4846 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.254613:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135ab9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547604544:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.254633:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ea61b40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.254649:0:15113:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254651:0:15113:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254656:0:15113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260711 00000100:00100000:2.0:1705683736.254659:0:15113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da38a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0001-mdtlov_UUID+1572:3081:x1788538547604224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.254668:0:15113:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29638 count 1 00002000:00010000:2.0:1705683736.254865:0:15113:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73c6:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.254868:0:15113:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca25400/0x9d5ae94021ddc4e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254874:0:15113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.254874:0:15113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.254875:0:15113:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca25400/0x9d5ae94021ddc4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254881:0:15113:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca25400/0x9d5ae94021ddc4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254885:0:15113:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca25400/0x9d5ae94021ddc4e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254888:0:15113:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca25400/0x9d5ae94021ddc4e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.254896:0:15113:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.254976:0:15113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da38a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0001-mdtlov_UUID+1573:3081:x1788538547604224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 316us (629us total) trans 4295071387 rc 0/0 00000100:00100000:2.0:1705683736.254980:0:15113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260711 00000100:00100000:2.0:1705683736.254986:0:15113:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254987:0:15113:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.254989:0:15113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260715 00000100:00100000:2.0:1705683736.254992:0:15113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a32d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0001-mdtlov_UUID+1572:3081:x1788538547604416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.254999:0:15113:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29641 count 1 00002000:00010000:2.0:1705683736.255490:0:15113:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73c9:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.255494:0:15113:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca25680/0x9d5ae94021ddc4f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.255500:0:15113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.255501:0:15113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.255502:0:15113:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca25680/0x9d5ae94021ddc4f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.255507:0:15113:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca25680/0x9d5ae94021ddc4f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.255512:0:15113:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca25680/0x9d5ae94021ddc4f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.255516:0:15113:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca25680/0x9d5ae94021ddc4f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.255522:0:15113:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1705683736.255597:0:15113:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a32d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0001-mdtlov_UUID+1574:3081:x1788538547604416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 603us (1188us total) trans 4295071390 rc 0/0 00000100:00100000:2.0:1705683736.255602:0:15113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260715 00000100:00100000:2.0:1705683736.255611:0:15113:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.255612:0:15113:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.255615:0:15113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260718 00000100:00100000:2.0:1705683736.255618:0:15113:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf33700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_114:lustre-MDT0000-mdtlov_UUID+792:10694:x1788538547604672:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1705683736.255645:0:15113:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 30082 00000100:00100000:2.0:1705683736.256260:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547599360:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.256274:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f01e300/0x9d5ae94021ddc286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fe3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.256280:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.256281:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.256281:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256296:0:15090:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b740f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_091:lustre-OST0001_UUID:15090:1788538547599808:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.256308:0:15090:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.256313:0:15090:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.256314:0:15090:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.256314:0:15090:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256321:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256321:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256328:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570190336 00000100:00100000:2.0:1705683736.256342:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256343:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256347:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260720 00000100:00100000:2.0:1705683736.256350:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf35f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5087:30132:x1788538570190336:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.256355:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.256475:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013254c500/0x9d5ae94021ddc518 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7729:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258802c expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.256485:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7729:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.256493:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.256494:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.256497:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013254c500/0x9d5ae94021ddc518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258802c expref: 5088 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.256505:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013254c500/0x9d5ae94021ddc518 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7729:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258802c expref: 5088 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.256510:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013254c500, rc 0) 00000100:00100000:2.0:1705683736.256526:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf35f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5088:30132:x1788538570190336:12345-192.168.204.14@tcp:101:dd.0 Request processed in 176us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.256531:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260720 00000100:00100000:2.0:1705683736.256540:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256540:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256544:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570190592 00000100:00100000:2.0:1705683736.256555:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256555:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.256558:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260721 00000100:00100000:2.0:1705683736.256561:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099fb1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:27256:x1788538570190592:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.256566:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.256822:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013254f700/0x9d5ae94021ddc534 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588033 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.256834:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fd13c00/0x9d5ae94021d60a3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9d2 expref: 4848 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.256840:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.256841:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.256842:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013254f700/0x9d5ae94021ddc534 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588033 expref: 4848 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.256859:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fd13c00/0x9d5ae94021d60a3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9d2 expref: 4848 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.256866:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fd13c00/0x9d5ae94021d60a3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9d2 expref: 4848 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.256875:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135abc100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547604928:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.256896:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1894000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.257088:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.257091:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257096:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a02ab480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.257098:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257103:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257112:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257116:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a02ab480/0x9d5ae94021ddc2c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x392b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257136:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.257138:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012443e080/0x9d5ae94021ddc2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257142:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012443e080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.257143:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012443e080/0x9d5ae94021ddc2b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257148:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012443e080/0x9d5ae94021ddc2b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x392c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257154:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012443e080/0x9d5ae94021ddc2b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x392c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257158:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012443e080/0x9d5ae94021ddc2b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x392c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257168:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.257169:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.257170:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.257174:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.257182:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257183:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257188:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547604864 00000100:00100000:2.0:1705683736.257202:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257203:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257207:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260722 00000100:00100000:2.0:1705683736.257210:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f194b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1573:3080:x1788538547604864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.257220:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29645 count 1 00002000:00010000:2.0:1705683736.257388:0:15028:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73cd:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.257391:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013254ca00/0x9d5ae94021ddc550 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257397:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.257398:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.257399:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013254ca00/0x9d5ae94021ddc550 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257405:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013254ca00/0x9d5ae94021ddc550 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257410:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013254ca00/0x9d5ae94021ddc550 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257414:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013254ca00/0x9d5ae94021ddc550 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257422:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.257502:0:15028:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f194b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1575:3080:x1788538547604864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 292us (324us total) trans 4295071396 rc 0/0 00000100:00100000:2.0:1705683736.257507:0:15028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260722 00000100:00100000:2.0:1705683736.257524:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547604800:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.257540:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.257560:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3c5000/2, rc 0, transno 104089 00000100:00100000:2.0:1705683736.257565:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b3c5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547604352:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.257577:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a8af800/2, rc 0, transno 104099 00000100:00100000:2.0:1705683736.257588:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a8af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547597312:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.257595:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.257598:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f196e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547604736:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.257612:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.257622:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099f9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547605184:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.257631:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.257652:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.257656:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131181e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547605120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.257669:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.257681:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257682:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257685:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547604736 00000100:00100000:2.0:1705683736.257694:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257695:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257696:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547605184 00000100:00100000:2.0:1705683736.257702:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257702:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257704:0:15028:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547605120 00000100:00100000:2.0:1705683736.257709:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257710:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.257712:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260725 00000100:00100000:2.0:1705683736.257715:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ab9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0001-mdtlov_UUID+1577:3083:x1788538547604736:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.257723:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29643 count 1 00002000:00010000:2.0:1705683736.257960:0:15028:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73cb:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.257964:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257969:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.257971:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.257972:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257977:0:15028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257981:0:15028:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257985:0:15028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.257992:0:15028:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683736.258031:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.258033:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135a1f700/0x9d5ae94021ddc208 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258037:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135a1f700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.258038:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135a1f700/0x9d5ae94021ddc208 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258042:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135a1f700/0x9d5ae94021ddc208 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x392a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258049:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135a1f700/0x9d5ae94021ddc208 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x392a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258052:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135a1f700/0x9d5ae94021ddc208 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x392a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258064:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.258065:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258068:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013254ed00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.258069:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258072:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258077:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258080:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013254ed00/0x9d5ae94021ddc573 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258086:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.258087:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.258088:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.258089:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.258106:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3c6900/2, rc 0, transno 104093 00000100:00100000:2.0:1705683736.258110:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b3c6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547604288:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.258117:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099f9ee00/2, rc 0, transno 104097 00000100:00100000:2.0:1705683736.258126:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099f9ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547598976:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.258134:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f327800/2, rc 0, transno 104098 00000100:00100000:2.0:1705683736.258136:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547593088:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.258150:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f192300/2, rc 0, transno 104101 00000100:00100000:2.0:1705683736.258152:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f192300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547604800:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.258158:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135956e00/2, rc 0, transno 104535 00000100:00100000:2.0:1705683736.258166:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135956e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547597504:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.258171:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a8adf00/2, rc 0, transno 104534 00000100:00100000:2.0:1705683736.258174:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a8adf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547596736:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.258179:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f196e00/2, rc 0, transno 104102 00000100:00100000:2.0:1705683736.258181:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f196e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547604736:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.258183:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.258188:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135955f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547605504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.258201:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.258212:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135952d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547605440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.258220:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.258226:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.258228:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135951900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547605696:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.258238:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.258248:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099f9d500/2, rc 0, transno 104103 00000100:00100000:2.0:1705683736.258251:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099f9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547605184:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.258257:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258257:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258282:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258298:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258310:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258321:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258336:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258344:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258353:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258361:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258368:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258376:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258392:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258427:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.258442:0:14258:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258443:0:14258:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258448:0:14258:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570191104 00000100:00100000:2.0:1705683736.258453:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258454:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258457:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570191296 00000100:00100000:2.0:1705683736.258467:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258468:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258469:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570191488 00000100:00100000:2.0:1705683736.258476:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258477:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258479:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207221 00000100:00100000:2.0:1705683736.258482:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca6400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:dab809dd-6952-4f4e-9170-c0b3df4b5902+1243:31018:x1788538570190976:12345-192.168.204.14@tcp:36:lfs.0 00000100:00100000:2.0:1705683736.258525:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ca6400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:dab809dd-6952-4f4e-9170-c0b3df4b5902+1243:31018:x1788538570190976:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 43us (189us total) trans 0 rc -17/-17 00000100:00100000:2.0:1705683736.258529:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207221 00000100:00100000:2.0:1705683736.258536:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258536:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258539:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207222 00000100:00100000:2.0:1705683736.258541:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca2800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1125:30904:x1788538570191296:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1705683736.258549:0:14252:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.258568:0:14252:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013254f480/0x9d5ae94021ddc596 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258805d expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258604:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:2.0:1705683736.258609:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258614:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258678:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:2.0:1705683736.258682:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258686:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258770:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f206d00/0x9d5ae94021ddc5b2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:2.0:1705683736.258774:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f206d00/0x9d5ae94021ddc5b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258777:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f206d00/0x9d5ae94021ddc5b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000004:00200000:2.0:1705683736.258795:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2089:0x0]: returning size 4096 00000004:00200000:2.0:1705683736.258797:0:14252:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683736.258805:0:14252:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009f206d00/0x9d5ae94021ddc5b2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258809:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258813:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258816:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258819:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258821:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f205e00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.258822:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258825:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258829:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x0 (ffff880135b5e200) 00010000:00010000:2.0:1705683736.258831:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.258832:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258834:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f205e00/0x9d5ae94021ddc5a4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258840:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258842:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258845:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258848:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f207700 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.258850:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258852:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258856:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x31 (ffff880135b5e900) 00010000:00010000:2.0:1705683736.258857:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.258858:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258860:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207700/0x9d5ae94021ddc5ab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2054:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:2.0:1705683736.258882:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013254f480/0x9d5ae94021ddc596 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258805d expref: 1127 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258890:0:14252:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f206d00/0x9d5ae94021ddc5b2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258805d expref: 1126 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258893:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:2.0:1705683736.258894:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683736.258895:0:14252:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f206d00, rc 0) 00000100:00100000:2.0:1705683736.258922:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ca2800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1126:30904:x1788538570191296:12345-192.168.204.14@tcp:101:rm.0 Request processed in 363us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.258926:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207222 00000100:00100000:2.0:1705683736.258947:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258948:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.258953:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207224 00000100:00100000:2.0:1705683736.258955:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1256:31007:x1788538570191104:12345-192.168.204.14@tcp:36:touch.0 00010000:00010000:2.0:1705683736.258967:0:14300:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.258976:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ceb200/0x9d5ae94021ddc37b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x20cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587fe6 expref: 1256 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.258982:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cf:0x0].0x0 (ffff88009ff9bf00) 00010000:00010000:2.0:1705683736.258988:0:14300:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683736.259070:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x20cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.259075:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.259079:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00000004:00010000:2.0:1705683736.259126:0:14300:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880097ca3c00 reply state ffff88009fd61000 transno 4295030402 ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.259132:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.259135:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cf:0x0].0x0 (ffff880098840500) 00010000:00010000:2.0:1705683736.259136:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683736.259156:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ca3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1255:31007:x1788538570191104:12345-192.168.204.14@tcp:36:touch.0 Request processed in 200us (811us total) trans 4295030402 rc 0/0 00000100:00100000:2.0:1705683736.259160:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207224 00000100:00100000:2.0:1705683736.259176:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259176:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259182:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260734 00000100:00100000:2.0:1705683736.259184:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ca1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5089:29581:x1788538570191360:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.259189:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.259406:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b189180/0x9d5ae94021ddc5f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b85:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588064 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.259415:0:8808:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b85:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:2.0:1705683736.259423:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.259424:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.259426:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b189180/0x9d5ae94021ddc5f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588064 expref: 5090 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259433:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b189180/0x9d5ae94021ddc5f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588064 expref: 5090 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259438:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b189180, rc 0) 00000100:00100000:2.0:1705683736.259446:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ca1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5090:29581:x1788538570191360:12345-192.168.204.14@tcp:101:dd.0 Request processed in 261us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.259450:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260734 00000100:00100000:2.0:1705683736.259472:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135655500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547603648:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.259486:0:15103:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.259491:0:15103:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.259491:0:15103:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.259492:0:15103:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259505:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135656e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547603392:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.259512:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.259516:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.259517:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.259518:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:2.0:1705683736.259529:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099f9c100/2, rc 0, transno 104104 00000100:00100000:2.0:1705683736.259542:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099f9c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547599040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.259545:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.259550:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134846e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547605952:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.259565:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.259578:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259578:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259583:0:6532:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570191616 00000100:00100000:2.0:1705683736.259593:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259594:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259596:0:6532:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207225 00000100:00100000:2.0:1705683736.259599:0:6532:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099fb0a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1127:31081:x1788538570191616:12345-192.168.204.14@tcp:36:lfs.0 00000100:00100000:2.0:1705683736.259631:0:6532:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099fb0a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1127:31081:x1788538570191616:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 31us (68us total) trans 0 rc -17/-17 00000100:00100000:2.0:1705683736.259635:0:6532:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207225 00000100:00100000:2.0:1705683736.259664:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259664:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259669:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547605312 00000100:00100000:2.0:1705683736.259678:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259678:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259681:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547605568 00000100:00100000:2.0:1705683736.259688:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259688:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259690:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547606016 00000100:00100000:2.0:1705683736.259694:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259695:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259697:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260737 00000100:00100000:2.0:1705683736.259700:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098156e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+297:3080:x1788538547605312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.259707:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24554 count 1 00000100:00100000:2.0:1705683736.259762:0:15074:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15074:1788538547601920:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.259777:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cfcc500/0x9d5ae94021ddc3c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7696:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588009 expref: 2855 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259784:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfcc500, rc 0) 00000100:00100000:2.0:1705683736.259794:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132616400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:dab809dd-6952-4f4e-9170-c0b3df4b5902+2855:29913:x1788538570189184:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10060us (10443us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.259798:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260680 00000100:00100000:2.0:1705683736.259806:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259807:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.259809:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260740 00000100:00100000:2.0:1705683736.259812:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098155a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+298:3080:x1788538547605376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.259818:0:15074:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24555 count 1 00010000:00010000:2.0:1705683736.259846:0:15074:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259852:0:15074:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2920 pid: 15070 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.259856:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.259857:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.259858:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259868:0:15074:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2920 pid: 15070 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.259873:0:15074:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2920 pid: 15070 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.259884:0:15074:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097ca1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15074:1788538547606144:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.259894:0:15074:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1894780 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.259921:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259928:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dc3a24 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef7f expref: 2920 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.259932:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.259933:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.259934:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259947:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.259949:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d940c80/0x9d5ae94021ddc60d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259952:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d940c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.259953:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d940c80/0x9d5ae94021ddc60d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259957:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d940c80/0x9d5ae94021ddc60d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259964:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d940c80/0x9d5ae94021ddc60d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259971:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d940c80/0x9d5ae94021ddc60d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259979:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.259981:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134d90500/0x9d5ae94021ddc61b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259984:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134d90500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.259985:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d90500/0x9d5ae94021ddc61b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259988:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d90500/0x9d5ae94021ddc61b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259993:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134d90500/0x9d5ae94021ddc61b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.259995:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d90500/0x9d5ae94021ddc61b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260003:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.260004:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.260005:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.260008:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.260012:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dc3a24 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef7f expref: 2919 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.260020:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dc3a24 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef7f expref: 2919 pid: 15001 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.260026:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012449c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547606208:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.260035:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1894600 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.260048:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134846e00/2, rc 0, transno 104107 00000100:00100000:2.0:1705683736.260050:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134846e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547605952:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.260059:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135951900/2, rc 0, transno 104105 00000100:00100000:2.0:1705683736.260060:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135951900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547605696:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.260132:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.260145:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.260162:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.260172:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.260226:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.260235:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.260235:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.260241:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99542 00000100:00100000:2.0:1705683736.260245:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2855:1858:x1788538570191680:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.260250:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.260259:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013115ea80/0x9d5ae94021d61beb lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x616f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560ab8 expref: 2855 pid: 14232 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.260264:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013115ea80/0x9d5ae94021d61beb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x616f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560ab8 expref: 2855 pid: 14232 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.260279:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.260280:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.260282:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012443c000/0x9d5ae94021ddc47e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x616f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588017 expref: 2855 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260286:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012443c000/0x9d5ae94021ddc47e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x616f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588017 expref: 2855 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260297:0:14217:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012443c000/0x9d5ae94021ddc47e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x616f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588017 expref: 2855 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.260302:0:14217:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b61df00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:14217:1788538547606592:192.168.204.14@tcp:105: 00000100:00100000:2.0:1705683736.260312:0:14217:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a18949c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.260319:0:15103:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260323:0:15103:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260327:0:15103:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260331:0:15103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca26d00/0x9d5ae94021ddc49a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260338:0:15103:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.260416:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135654b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+299:3082:x1788538547603456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7239us (7290us total) trans 4295071405 rc 0/0 00000100:00100000:2.0:1705683736.260420:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260701 00010000:00010000:2.0:1705683736.260436:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260440:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260444:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260448:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca27980/0x9d5ae94021ddc48c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260462:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.260534:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135653c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+795:3083:x1788538547602816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9003us (9090us total) trans 4295071832 rc 0/0 00000100:00100000:2.0:1705683736.260538:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260691 00010000:00010000:2.0:1705683736.260548:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.260553:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547606400:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.260565:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.260579:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da39900/2, rc 0, transno 104109 00000100:00100000:2.0:1705683736.260588:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da39900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547603456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.260593:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.260595:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea23200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547606464:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.260607:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683736.260615:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.260618:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2e800/0x9d5ae94021ddc4a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260623:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d2e800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.260624:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2e800/0x9d5ae94021ddc4a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260628:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2e800/0x9d5ae94021ddc4a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260649:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2e800/0x9d5ae94021ddc4a1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260652:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2e800/0x9d5ae94021ddc4a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260662:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.260662:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.260663:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.260666:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.260666:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.260670:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547606400 00000100:00100000:2.0:1705683736.260679:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.260679:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.260681:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547606464 00000100:00100000:2.0:1705683736.260686:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260743 00000100:00100000:2.0:1705683736.260689:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b61b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1583:3082:x1788538547606400:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.260696:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29653 count 1 00002000:00010000:2.0:1705683736.260809:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73d5:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.260812:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b189b80/0x9d5ae94021ddc637 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260817:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.260818:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.260819:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b189b80/0x9d5ae94021ddc637 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260824:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b189b80/0x9d5ae94021ddc637 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260828:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b189b80/0x9d5ae94021ddc637 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260831:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b189b80/0x9d5ae94021ddc637 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.260844:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.260925:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b61b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1584:3082:x1788538547606400:12345-0@lo:6:osp-syn-0-1.0 Request processed in 235us (359us total) trans 4295071408 rc 0/0 00000100:00100000:2.0:1705683736.260929:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260743 00000004:00080000:2.0:1705683736.260944:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098150000/2, rc 0, transno 104112 00000100:00100000:2.0:1705683736.260948:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547606400:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.260967:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b61e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547606784:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.260980:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.260997:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e7cc600/2, rc 0, transno 104536 00000100:00100000:2.0:1705683736.260999:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e7cc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547602816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.261009:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261009:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261013:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547606784 00000100:00100000:2.0:1705683736.261021:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261022:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261024:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260745 00000100:00100000:2.0:1705683736.261026:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+1584:3082:x1788538547606784:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.261033:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29656 count 1 00002000:00010000:2.0:1705683736.261138:0:15019:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73d8:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.261141:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021ddc645 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261146:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.261147:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.261148:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021ddc645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261153:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021ddc645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261157:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021ddc645 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261160:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb5b80/0x9d5ae94021ddc645 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261172:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.261233:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+1587:3082:x1788538547606784:12345-0@lo:6:osp-syn-0-1.0 Request processed in 206us (252us total) trans 4295071410 rc 0/0 00000100:00100000:2.0:1705683736.261239:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260745 00000100:00100000:2.0:1705683736.261246:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261246:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261249:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260747 00000100:00100000:2.0:1705683736.261251:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+299:3081:x1788538547606720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.261258:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24557 count 1 00010000:00010000:2.0:1705683736.261301:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261307:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131920500/0x9d5ae94021dc3a40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257efb7 expref: 2917 pid: 15094 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.261312:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.261312:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.261313:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261323:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131920500/0x9d5ae94021dc3a40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efb7 expref: 2917 pid: 15094 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.261328:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131920500/0x9d5ae94021dc3a40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efb7 expref: 2917 pid: 15094 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.261334:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b61c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547607168:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.261351:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202840 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.261359:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261359:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261364:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260749 00000100:00100000:2.0:1705683736.261367:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358d9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0001-mdtlov_UUID+1587:3081:x1788538547606528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.261374:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29655 count 1 00002000:00010000:2.0:1705683736.261561:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73d7:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.261564:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb7980/0x9d5ae94021ddc661 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261569:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.261569:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.261570:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb7980/0x9d5ae94021ddc661 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261576:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fb7980/0x9d5ae94021ddc661 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261580:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb7980/0x9d5ae94021ddc661 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261583:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb7980/0x9d5ae94021ddc661 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.261590:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.261783:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358d9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0001-mdtlov_UUID+1589:3081:x1788538547606528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 415us (606us total) trans 4295071413 rc 0/0 00000100:00100000:2.0:1705683736.261787:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260749 00010000:00010000:2.0:1705683736.261802:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.261804:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.261809:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f193700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547607040:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.261822:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.261829:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547607424:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.261841:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.261857:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b61e400/2, rc 0, transno 104114 00000100:00100000:2.0:1705683736.261861:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b61e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547606784:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.261866:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ea23200/2, rc 0, transno 104113 00000100:00100000:2.0:1705683736.261867:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ea23200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547606464:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.261871:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1705683736.261874:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f195000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547606848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.261885:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.261892:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f196900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547607104:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.261900:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.261921:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.261924:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547607552:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.261934:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.261943:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261944:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261947:0:9338:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547607552 00000100:00100000:2.0:1705683736.261961:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261962:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.261964:0:9338:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260755 00000100:00100000:2.0:1705683736.261967:0:9338:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+797:3082:x1788538547606848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.261974:0:9338:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14643 count 1 00010000:00010000:2.0:1705683736.262137:0:9338:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262144:0:9338:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8fb980/0x9d5ae94021d71e4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742567cfd expref: 4847 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262149:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.262150:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.262150:0:9338:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262161:0:9338:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c8fb980/0x9d5ae94021d71e4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567cfd expref: 4847 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262166:0:9338:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c8fb980/0x9d5ae94021d71e4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567cfd expref: 4847 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.262171:0:9338:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b619400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9338:1788538547607680:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.262184:0:9338:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202300 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.262192:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262193:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262197:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260757 00000100:00100000:2.0:1705683736.262199:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b61e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+1592:3082:x1788538547607552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.262207:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29661 count 1 00002000:00010000:2.0:1705683736.262308:0:8808:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73dd:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.262311:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262315:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.262316:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.262317:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262326:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262331:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262334:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262340:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.262398:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b61e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+1592:3082:x1788538547607552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 198us (464us total) trans 4295071416 rc 0/0 00000100:00100000:2.0:1705683736.262402:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260757 00000100:00100000:2.0:1705683736.262409:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262409:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262412:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570192512 00000100:00100000:2.0:1705683736.262421:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262421:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262424:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260759 00000100:00100000:2.0:1705683736.262426:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a8df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5089:15146:x1788538570192512:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.262431:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.262529:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fb7480/0x9d5ae94021ddc6a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588087 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.262536:0:8808:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x3ffd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.262543:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.262544:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.262546:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb7480/0x9d5ae94021ddc6a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588087 expref: 5090 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262552:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097fb7480/0x9d5ae94021ddc6a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588087 expref: 5090 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262557:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097fb7480, rc 0) 00000100:00100000:2.0:1705683736.262568:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a8df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5091:15146:x1788538570192512:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 141us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.262572:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260759 00010000:00010000:2.0:1705683736.262582:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.262584:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262588:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097fb4a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.262590:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262594:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262600:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262603:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097fb4a00/0x9d5ae94021ddc699 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73dd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262611:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.262612:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.262613:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.262621:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547607936:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.262634:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.262659:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.262661:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547607872:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.262673:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.262681:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262681:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262684:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547607936 00000100:00100000:2.0:1705683736.262691:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262692:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262693:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547607872 00000100:00100000:2.0:1705683736.262698:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262699:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.262701:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260761 00000100:00100000:2.0:1705683736.262703:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b618500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+1593:3083:x1788538547607936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.262710:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29665 count 1 00002000:00010000:2.0:1705683736.262951:0:8808:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73e1:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.262954:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262959:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.262960:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.262961:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262966:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262970:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262974:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.262981:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.263047:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b618500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+1596:3083:x1788538547607936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 343us (413us total) trans 4295071417 rc 0/0 00000100:00100000:2.0:1705683736.263051:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260761 00010000:00010000:2.0:1705683736.263060:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.263062:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263067:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097fb5680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.263068:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263072:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263078:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263081:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097fb5680/0x9d5ae94021ddc6b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263089:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.263089:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.263090:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.263105:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c0000/2, rc 0, transno 104121 00000100:00100000:2.0:1705683736.263109:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547607936:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.263119:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c0a00/2, rc 0, transno 104120 00000100:00100000:2.0:1705683736.263121:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547607552:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.263126:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f193700/2, rc 0, transno 104118 00000100:00100000:2.0:1705683736.263127:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f193700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547607040:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.263131:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c7800/2, rc 0, transno 104119 00000100:00100000:2.0:1705683736.263132:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547607424:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.263150:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.263335:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.263349:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.263361:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.263377:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.263389:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.263413:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135abc100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547604928:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.263427:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013254f700/0x9d5ae94021ddc534 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x63e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588033 expref: 4848 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263434:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013254f700, rc 0) 00000100:00100000:2.0:1705683736.263445:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099fb1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4848:27256:x1788538570190592:12345-192.168.204.14@tcp:101:dd.0 Request processed in 6884us (6944us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.263450:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260721 00000100:00100000:2.0:1705683736.263464:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547608320:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.263476:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.263484:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.263485:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.263487:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608320 00000100:00100000:2.0:1705683736.263494:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.263495:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.263497:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260766 00000100:00100000:2.0:1705683736.263500:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131863700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1596:3083:x1788538547608320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.263507:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29669 count 1 00002000:00010000:2.0:1705683736.263606:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73e5:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.263609:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263614:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.263615:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.263616:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263621:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263626:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263629:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263646:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.263711:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131863700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1597:3083:x1788538547608320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 210us (234us total) trans 4295071419 rc 0/0 00000100:00100000:2.0:1705683736.263715:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260766 00010000:00010000:2.0:1705683736.263726:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.263728:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013578d900/0x9d5ae94021ddc40e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263732:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013578d900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.263733:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013578d900/0x9d5ae94021ddc40e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x392d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263737:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013578d900/0x9d5ae94021ddc40e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x392d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263744:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013578d900/0x9d5ae94021ddc40e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x392d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263748:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013578d900/0x9d5ae94021ddc40e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x392d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263758:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.263759:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263762:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0fc6580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.263763:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263767:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263775:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263778:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6580/0x9d5ae94021ddc6ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.263785:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.263786:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.263786:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.263797:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012449ee00/2, rc 0, transno 104538 00000100:00100000:2.0:1705683736.263802:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547602112:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.263808:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c4b00/2, rc 0, transno 104123 00000100:00100000:2.0:1705683736.263812:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547608320:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.263814:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.263817:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547608256:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.263828:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.263847:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.263848:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.263852:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608256 00000100:00100000:2.0:1705683736.264000:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.264001:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.264005:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260767 00000100:00100000:2.0:1705683736.264008:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135abc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1597:3083:x1788538547608256:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.264016:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29668 count 1 00002000:00010000:2.0:1705683736.264176:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73e4:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.264179:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264184:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.264185:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.264186:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264191:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264195:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264199:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264206:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.264269:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135abc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1598:3083:x1788538547608256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 260us (440us total) trans 4295071421 rc 0/0 00000100:00100000:2.0:1705683736.264273:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260767 00010000:00010000:2.0:1705683736.264282:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.264284:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0c50780/0x9d5ae94021ddc3ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264288:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0c50780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.264289:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0c50780/0x9d5ae94021ddc3ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264293:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0c50780/0x9d5ae94021ddc3ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264301:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0c50780/0x9d5ae94021ddc3ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264304:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0c50780/0x9d5ae94021ddc3ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264314:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.264315:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264319:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0fc6f80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.264320:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264323:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264327:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264330:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0fc6f80/0x9d5ae94021ddc6df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264337:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.264338:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.264338:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.264350:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c1e00/2, rc 0, transno 104125 00000100:00100000:2.0:1705683736.264354:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547608256:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.264379:0:15077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800964c6800/0x9d5ae94021d71678 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567b3d expref: 4845 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.264385:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135ab9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547604544:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.264394:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.264398:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.264399:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.264399:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.264400:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264403:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264407:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264410:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca24c80/0x9d5ae94021ddc4cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3930:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264428:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.264496:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da3c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+798:3081:x1788538547603584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10074us (10191us total) trans 4295071836 rc 0/0 00000100:00100000:2.0:1705683736.264500:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260708 00000100:00100000:2.0:1705683736.264780:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.264790:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.264792:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a03f9b80/0x9d5ae94021ddc415 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264797:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a03f9b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.264798:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a03f9b80/0x9d5ae94021ddc415 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264802:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a03f9b80/0x9d5ae94021ddc415 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264809:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a03f9b80/0x9d5ae94021ddc415 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264812:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a03f9b80/0x9d5ae94021ddc415 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.264823:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.264824:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.264825:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.264831:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547608640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.264847:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.264938:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.264938:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.264943:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608640 00000100:00100000:2.0:1705683736.264953:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.264954:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.264956:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260768 00000100:00100000:2.0:1705683736.264959:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009974d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+798:3082:x1788538547608640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.264968:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14646 count 1 00010000:00010000:2.0:1705683736.265147:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265154:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099a0f700/0x9d5ae94021d72589 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742567eaf expref: 4844 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265159:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.265160:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.265161:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265172:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099a0f700/0x9d5ae94021d72589 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567eaf expref: 4844 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265178:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099a0f700/0x9d5ae94021d72589 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567eaf expref: 4844 pid: 15024 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.265184:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009974df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547608768:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.265195:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1202000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.265208:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c6900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547608128:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.265220:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.265228:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099748f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547608512:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.265236:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.265245:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1705683736.265248:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a3c2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547608192:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.265258:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.265270:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099748a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547608576:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.265279:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.265287:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265288:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265291:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608128 00000100:00100000:2.0:1705683736.265298:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265299:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265300:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608512 00000100:00100000:2.0:1705683736.265307:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265307:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265310:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608192 00000100:00100000:2.0:1705683736.265322:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265322:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265324:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608576 00000100:00100000:2.0:1705683736.265330:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265330:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.265332:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260769 00000100:00100000:2.0:1705683736.265335:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009974b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1601:3080:x1788538547608128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.265342:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29666 count 1 00002000:00010000:2.0:1705683736.265724:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73e2:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.265728:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265734:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.265734:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.265736:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265741:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265749:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265753:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265759:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.265825:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009974b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1602:3080:x1788538547608128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 489us (604us total) trans 4295071427 rc 0/0 00000100:00100000:2.0:1705683736.265829:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260769 00010000:00010000:2.0:1705683736.265842:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.265843:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f360c80/0x9d5ae94021ddc6bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265848:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f360c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.265849:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f360c80/0x9d5ae94021ddc6bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265853:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f360c80/0x9d5ae94021ddc6bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265861:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f360c80/0x9d5ae94021ddc6bc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265865:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f360c80/0x9d5ae94021ddc6bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265877:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.265878:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800736a4f00/0x9d5ae94021ddc6ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265882:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800736a4f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.265883:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736a4f00/0x9d5ae94021ddc6ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265886:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736a4f00/0x9d5ae94021ddc6ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265892:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800736a4f00/0x9d5ae94021ddc6ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265895:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736a4f00/0x9d5ae94021ddc6ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265920:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.265921:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265925:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131a60000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.265926:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265930:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265935:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265939:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a60000/0x9d5ae94021ddc6f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.265946:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.265947:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.265948:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.265960:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c5500/2, rc 0, transno 104129 00000100:00100000:2.0:1705683736.265965:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547607872:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.266077:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.266079:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800736a6580/0x9d5ae94021ddc702 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266084:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800736a6580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.266085:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736a6580/0x9d5ae94021ddc702 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266089:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736a6580/0x9d5ae94021ddc702 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266096:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800736a6580/0x9d5ae94021ddc702 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266099:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736a6580/0x9d5ae94021ddc702 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266108:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.266109:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.266110:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.266116:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009974a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547609024:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.266130:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.266140:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.266143:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009974f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547608832:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.266156:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266157:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266161:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547609024 00000100:00100000:2.0:1705683736.266170:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266171:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266173:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260774 00000100:00100000:2.0:1705683736.266175:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009974c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1603:3082:x1788538547609024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.266183:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29675 count 1 00010000:00010000:2.0:1705683736.266282:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.266284:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134d91e00/0x9d5ae94021ddc709 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266288:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134d91e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.266289:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d91e00/0x9d5ae94021ddc709 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266293:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d91e00/0x9d5ae94021ddc709 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266299:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134d91e00/0x9d5ae94021ddc709 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266303:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d91e00/0x9d5ae94021ddc709 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266312:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.266312:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.266313:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.266385:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73eb:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.266388:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca12080/0x9d5ae94021ddc710 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266392:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.266393:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.266394:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca12080/0x9d5ae94021ddc710 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266399:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca12080/0x9d5ae94021ddc710 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266467:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca12080/0x9d5ae94021ddc710 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266471:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca12080/0x9d5ae94021ddc710 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.266479:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.266664:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009974c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1604:3082:x1788538547609024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 487us (533us total) trans 4295071432 rc 0/0 00000100:00100000:2.0:1705683736.266671:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260774 00000100:00100000:2.0:1705683736.266678:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266679:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266681:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547608832 00000100:00100000:2.0:1705683736.266694:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266695:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266697:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260776 00000100:00100000:2.0:1705683736.266701:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1604:3082:x1788538547608832:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.266723:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009974cb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547609088:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.266737:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.266748:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266749:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266897:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.266927:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.266937:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.266945:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266946:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266952:0:6532:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570193664 00000100:00100000:2.0:1705683736.266968:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266969:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266972:0:14300:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570192832 00000100:00100000:2.0:1705683736.266981:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266982:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266983:0:14300:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570192896 00000100:00100000:2.0:1705683736.266989:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266989:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.266992:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207227 00000100:00100000:2.0:1705683736.266995:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009974bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1255:31025:x1788538570193664:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1705683736.267005:0:14300:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.267057:0:14300:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca13980/0x9d5ae94021ddc725 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425880bf expref: -99 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267146:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267154:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267160:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267207:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267210:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267213:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00000004:00200000:2.0:1705683736.267269:0:14300:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x208d:0x0]: returning size 4096 00010000:00010000:2.0:1705683736.267304:0:14300:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267308:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267310:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267313:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267316:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca10280 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.267318:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267321:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267326:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:2.0:1705683736.267328:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.267330:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267332:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca10280/0x9d5ae94021ddc72c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267339:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267341:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267344:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267347:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098a81180 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.267348:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267350:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267353:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x33 (ffff880097f53a00) 00010000:00010000:2.0:1705683736.267354:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.267355:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267357:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098a81180/0x9d5ae94021ddc733 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.267380:0:14300:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca13980/0x9d5ae94021ddc725 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880bf expref: 1257 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267384:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca13980/0x9d5ae94021ddc725 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880bf expref: 1257 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267390:0:14300:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ca13980, rc 0) 00000100:00100000:2.0:1705683736.267401:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009974bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1256:31025:x1788538570193664:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 405us (506us total) trans 4295030403 rc 301/301 00000100:00100000:2.0:1705683736.267404:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207227 00000100:00100000:2.0:1705683736.267412:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.267412:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.267415:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207228 00000100:00100000:2.0:1705683736.267418:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009974ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+810:15133:x1788538570192832:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.267423:0:14300:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.267428:0:14300:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098a80f00/0x9d5ae94021ddc748 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258809c expref: -99 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267465:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267469:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267543:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267628:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267645:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267650:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267720:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbe800/0x9d5ae94021ddc75d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1661:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267724:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbe800/0x9d5ae94021ddc75d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1661:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267728:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbe800/0x9d5ae94021ddc75d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1661:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00000004:00200000:2.0:1705683736.267743:0:14300:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000404:0x1661:0x0]: returning size 4096 00000004:00200000:2.0:1705683736.267745:0:14300:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683736.267754:0:14300:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbe800/0x9d5ae94021ddc75d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1661:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267759:0:14300:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267762:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267765:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267767:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267770:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097fbef80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.267771:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267774:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267778:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1660:0x0].0x0 (ffff88009b3d5800) 00010000:00010000:2.0:1705683736.267780:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.267781:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 3/0,0 mode: --/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267783:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbef80/0x9d5ae94021ddc74f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267789:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267792:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267795:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267797:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097fbf700 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.267798:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267801:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267804:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1660:0x0].0x3931 (ffff880099eff700) 00010000:00010000:2.0:1705683736.267805:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.267806:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267808:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbf700/0x9d5ae94021ddc756 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1660:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.267829:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098a80f00/0x9d5ae94021ddc748 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1660:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258809c expref: 812 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267835:0:14300:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097fbe800/0x9d5ae94021ddc75d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1661:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258809c expref: 811 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267839:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1661:0x0].0x0 (ffff880099705b00) 00010000:00010000:2.0:1705683736.267840:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1705683736.267841:0:14300:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097fbe800, rc 0) 00000100:00100000:2.0:1705683736.267850:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009974ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+811:15133:x1788538570192832:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 432us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.267854:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207228 00010000:00010000:2.0:1705683736.267867:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.267870:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ee7af80/0x9d5ae94021ddc71e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267874:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ee7af80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.267875:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ee7af80/0x9d5ae94021ddc71e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267879:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ee7af80/0x9d5ae94021ddc71e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267886:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ee7af80/0x9d5ae94021ddc71e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267889:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee7af80/0x9d5ae94021ddc71e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.267968:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.268012:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ee7b700/0x9d5ae94021ddc741 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268017:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ee7b700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.268018:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ee7b700/0x9d5ae94021ddc741 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268022:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ee7b700/0x9d5ae94021ddc741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268029:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ee7b700/0x9d5ae94021ddc741 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268033:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ee7b700/0x9d5ae94021ddc741 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268041:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.268042:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.268043:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.268046:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.268050:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.268050:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.268055:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260781 00000100:00100000:2.0:1705683736.268058:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1609:3080:x1788538547609408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.268067:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29681 count 1 00002000:00010000:2.0:1705683736.268380:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73f1:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.268384:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fbc780/0x9d5ae94021ddc78e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268388:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.268389:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.268391:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fbc780/0x9d5ae94021ddc78e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268396:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fbc780/0x9d5ae94021ddc78e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268400:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fbc780/0x9d5ae94021ddc78e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268403:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fbc780/0x9d5ae94021ddc78e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268419:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.268486:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1611:3080:x1788538547609408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 427us (490us total) trans 4295071438 rc 0/0 00000100:00100000:2.0:1705683736.268490:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260781 00002000:00080000:2.0:1705683736.268506:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29672 count 1 00010000:00010000:2.0:1705683736.268762:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.268765:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d13c00/0x9d5ae94021ddc795 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268769:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d13c00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.268770:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d13c00/0x9d5ae94021ddc795 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268778:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d13c00/0x9d5ae94021ddc795 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268787:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d13c00/0x9d5ae94021ddc795 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268790:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d13c00/0x9d5ae94021ddc795 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.268798:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.268799:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.268800:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.268809:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547608960:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.268825:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.268834:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c543200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547609216:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.268845:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.268851:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea26400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547609472:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.268859:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.268883:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.268883:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.268888:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547609216 00000100:00100000:2.0:1705683736.268898:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.268899:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.268901:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260783 00000100:00100000:2.0:1705683736.268917:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1614:3081:x1788538547608960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.268925:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29674 count 1 00002000:00010000:2.0:1705683736.269132:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73ea:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.269135:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fbd900/0x9d5ae94021ddc79c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269140:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269140:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269141:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fbd900/0x9d5ae94021ddc79c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269146:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fbd900/0x9d5ae94021ddc79c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269150:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fbd900/0x9d5ae94021ddc79c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269154:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fbd900/0x9d5ae94021ddc79c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269161:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.269221:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3c1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1615:3081:x1788538547608960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 317us (395us total) trans 4295071440 rc 0/0 00000100:00100000:2.0:1705683736.269225:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260783 00000100:00100000:2.0:1705683736.269232:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269232:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269235:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260786 00000100:00100000:2.0:1705683736.269237:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b3c0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1614:3081:x1788538547609472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.269244:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29682 count 1 00002000:00010000:2.0:1705683736.269362:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73f2:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.269365:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2ff480/0x9d5ae94021ddc7b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269370:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269371:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269372:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2ff480/0x9d5ae94021ddc7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269376:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e2ff480/0x9d5ae94021ddc7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269381:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2ff480/0x9d5ae94021ddc7b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269384:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2ff480/0x9d5ae94021ddc7b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269392:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.269448:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b3c0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1615:3081:x1788538547609472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 209us (587us total) trans 4295071443 rc 0/0 00000100:00100000:2.0:1705683736.269451:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260786 00000100:00100000:2.0:1705683736.269460:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269460:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269463:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547609664 00000100:00100000:2.0:1705683736.269471:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269471:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269473:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547609792 00000100:00100000:2.0:1705683736.269478:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269479:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269482:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260788 00000100:00100000:2.0:1705683736.269484:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c93700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1616:3082:x1788538547609792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.269490:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29687 count 1 00002000:00010000:2.0:1705683736.269721:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73f7:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.269724:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269729:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269730:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269731:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269736:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269740:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269744:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269750:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.269777:0:15074:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097ca1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15074:1788538547606144:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.269790:0:15074:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.269794:0:15074:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.269795:0:15074:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.269796:0:15074:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269808:0:14217:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b61df00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:14217:1788538547606592:192.168.204.14@tcp:105: 00010000:00010000:2.0:1705683736.269820:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.269829:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1858:x1788538570191680:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9584us (9684us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.269835:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99542 00000100:00100000:2.0:1705683736.269867:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269868:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.269871:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99554 00000100:00100000:2.0:1705683736.269874:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131180a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2916:1856:x1788538570193856:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.269879:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.269882:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131920500/0x9d5ae94021dc3a40 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efb7 expref: 2916 pid: 15094 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.269889:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131920500/0x9d5ae94021dc3a40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efb7 expref: 2916 pid: 15094 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.269902:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269903:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.269920:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269925:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.269933:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.269940:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131180a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2917:1856:x1788538570193856:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.269947:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99554 00000100:00100000:2.0:1705683736.270017:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c93700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1617:3082:x1788538547609792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 532us (558us total) trans 4295071445 rc 0/0 00000100:00100000:2.0:1705683736.270021:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260788 00000100:00100000:2.0:1705683736.270028:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270028:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270031:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260791 00000100:00100000:2.0:1705683736.270034:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b744600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5090:15123:x1788538570193024:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.270039:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.270157:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd180/0x9d5ae94021ddc7c6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425880b1 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.270165:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ad1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.270173:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.270173:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.270175:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd180/0x9d5ae94021ddc7c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880b1 expref: 5091 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270182:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd180/0x9d5ae94021ddc7c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880b1 expref: 5091 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270187:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009dbbd180, rc 0) 00000100:00100000:2.0:1705683736.270196:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b744600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5091:15123:x1788538570193024:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 162us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.270200:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260791 00010000:00010000:2.0:1705683736.270210:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.270212:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270216:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e2fd180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.270218:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270225:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270231:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270234:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e2fd180/0x9d5ae94021ddc7b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270248:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.270249:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0244f00/0x9d5ae94021ddc7bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270252:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0244f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.270253:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0244f00/0x9d5ae94021ddc7bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270256:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0244f00/0x9d5ae94021ddc7bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270261:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0244f00/0x9d5ae94021ddc7bf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270263:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0244f00/0x9d5ae94021ddc7bf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270275:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.270276:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.270277:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.270279:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.270296:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547606208:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.270304:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.270308:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.270309:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.270309:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:2.0:1705683736.270320:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c93c00/2, rc 0, transno 104149 00000100:00100000:2.0:1705683736.270325:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c93c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547609792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.270345:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.270350:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b3c4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547609984:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.270363:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.270372:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270373:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270378:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547609984 00000100:00100000:2.0:1705683736.270386:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270387:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270389:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260792 00000100:00100000:2.0:1705683736.270391:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012449c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0001-mdtlov_UUID+1617:3082:x1788538547609984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.270398:0:15103:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29688 count 1 00002000:00010000:2.0:1705683736.270502:0:15103:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73f8:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.270504:0:15103:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270513:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.270513:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.270515:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270519:0:15103:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270523:0:15103:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270527:0:15103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270534:0:15103:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.270597:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270598:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.270610:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012449c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0001-mdtlov_UUID+1618:3082:x1788538547609984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 218us (247us total) trans 4295071446 rc 0/0 00000100:00100000:2.0:1705683736.270614:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260792 00010000:00010000:2.0:1705683736.270624:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270628:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270632:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270753:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270762:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1705683736.270810:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b3c4b00/2, rc 0, transno 104150 00000100:00100000:2.0:1705683736.270815:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b3c4b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547609984:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.270866:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098156e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+303:3080:x1788538547605312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11165us (11241us total) trans 4295071447 rc 0/0 00000100:00100000:2.0:1705683736.270871:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260737 00010000:00010000:2.0:1705683736.270890:0:15019:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131920500/0x9d5ae94021dc3a40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5fed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efb7 expref: 2914 pid: 15094 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.270897:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b61c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547607168:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.270925:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.270929:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.270930:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.270930:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.270931:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270935:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270938:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270942:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270948:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1705683736.270952:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.270954:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270957:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dbbd400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.270958:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270961:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270968:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270972:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dbbd400/0x9d5ae94021ddc7cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270979:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.270980:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270983:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b188c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.270984:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270988:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270993:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.270996:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b188c80/0x9d5ae94021ddc614 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271004:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.271005:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271008:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097fb6800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.271009:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271012:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271017:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271021:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097fb6800/0x9d5ae94021ddc64c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271032:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.271033:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.271034:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.271103:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+303:3081:x1788538547606720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9850us (9954us total) trans 4295071449 rc 0/0 00000100:00100000:2.0:1705683736.271107:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260747 00000004:00080000:2.0:1705683736.271128:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a3c3c00/2, rc 0, transno 104128 00000100:00100000:2.0:1705683736.271131:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a3c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547607616:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.271148:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f195500/2, rc 0, transno 104153 00000100:00100000:2.0:1705683736.271153:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547606720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.271171:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b61df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547610240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.271184:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.271195:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271195:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271198:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547610240 00000100:00100000:2.0:1705683736.271207:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271208:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271212:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260793 00000100:00100000:2.0:1705683736.271214:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+303:3082:x1788538547610240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.271222:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24559 count 1 00010000:00010000:2.0:1705683736.271252:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271259:0:15026:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d836d00/0x9d5ae94021dc3a9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257efd3 expref: 2913 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.271268:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.271268:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.271269:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271281:0:15026:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d836d00/0x9d5ae94021dc3a9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efd3 expref: 2913 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.271287:0:15026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d836d00/0x9d5ae94021dc3a9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efd3 expref: 2913 pid: 14242 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.271293:0:15026:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f2b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547610304:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.271303:0:15026:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1894000 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.271319:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da3e900/2, rc 0, transno 104540 00000100:00100000:2.0:1705683736.271332:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da3e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547603584:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.271339:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012449b200/2, rc 0, transno 104539 00000100:00100000:2.0:1705683736.271341:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547601984:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.271347:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ea25a00/2, rc 0, transno 104127 00000100:00100000:2.0:1705683736.271349:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ea25a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547602240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.271363:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.271367:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f2e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547610368:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.271381:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.271397:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012449a800/2, rc 0, transno 104124 00000100:00100000:2.0:1705683736.271400:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547601728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.271415:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f28a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547610560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.271425:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.271433:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271433:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271436:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547610560 00000100:00100000:2.0:1705683736.271444:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271444:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271446:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260795 00000100:00100000:2.0:1705683736.271449:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f28500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+305:3082:x1788538547610560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.271455:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24561 count 1 00010000:00010000:2.0:1705683736.271480:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271486:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2912 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.271490:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.271491:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.271492:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271501:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2912 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.271506:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2912 pid: 15031 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.271512:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f2d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547610624:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.271522:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1894780 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.271530:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c95a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547609728:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.271543:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.271550:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b61c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547610176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.271558:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.271563:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c91900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547610496:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.271571:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.271582:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009974f800/2, rc 0, transno 104144 00000100:00100000:2.0:1705683736.271598:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547608960:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.271603:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.271605:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099c60f00/0x9d5ae94021ddc56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271610:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099c60f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.271611:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c60f00/0x9d5ae94021ddc56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271615:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099c60f00/0x9d5ae94021ddc56c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271623:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099c60f00/0x9d5ae94021ddc56c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271626:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099c60f00/0x9d5ae94021ddc56c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fe9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.271648:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.271649:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.271650:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.271664:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271664:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271668:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547609728 00000100:00100000:2.0:1705683736.271678:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271678:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271680:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547610176 00000100:00100000:2.0:1705683736.271684:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271685:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271686:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547610496 00000100:00100000:2.0:1705683736.271694:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271694:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.271696:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260797 00000100:00100000:2.0:1705683736.271699:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f29e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+1619:3081:x1788538547610176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.271706:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29690 count 1 00002000:00010000:2.0:1705683736.272073:0:15097:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73fa:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.272076:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272081:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.272081:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.272083:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272088:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272092:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272096:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272103:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.272167:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f29e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+1620:3081:x1788538547610176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 467us (609us total) trans 4295071452 rc 0/0 00000100:00100000:2.0:1705683736.272171:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260797 00000100:00100000:2.0:1705683736.272186:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.272190:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547610752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.272202:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.272210:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272211:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272215:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547610752 00000100:00100000:2.0:1705683736.272222:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272222:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272225:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260799 00000100:00100000:2.0:1705683736.272227:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1620:3082:x1788538547610752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.272234:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29691 count 1 00002000:00010000:2.0:1705683736.272488:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73fb:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.272491:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272495:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.272496:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.272497:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272503:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272507:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272510:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272517:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.272574:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1621:3082:x1788538547610752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 346us (372us total) trans 4295071453 rc 0/0 00000100:00100000:2.0:1705683736.272578:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260799 00000004:00080000:2.0:1705683736.272594:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135f28000/2, rc 0, transno 104157 00000100:00100000:2.0:1705683736.272597:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547610752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.272634:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.272657:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272658:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272662:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570193344 00010000:00010000:2.0:1705683736.272671:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ed2f80/0x9d5ae94021ccd643 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253558e expref: 5090 pid: 15026 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.272682:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272682:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272685:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99561 00000100:00100000:2.0:1705683736.272687:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f2f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5090:1858:x1788538570193344:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.272692:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.272699:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ed2f80/0x9d5ae94021ccd643 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253558e expref: 5090 pid: 15026 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.272709:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ed2f80/0x9d5ae94021ccd643 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253558e expref: 5090 pid: 15026 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.272718:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ed2f80/0x9d5ae94021ccd643 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253558e expref: 5090 pid: 15026 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.272725:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.272726:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.272728:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc5c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588041 expref: 5089 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272733:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc5c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588041 expref: 5089 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272744:0:14217:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073709900/0x9d5ae94021ddc5c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588041 expref: 5089 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.272749:0:14217:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f29900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:14217:1788538547610944:192.168.204.14@tcp:105: 00000100:00100000:2.0:1705683736.272760:0:14217:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.272770:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.272772:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a98c000/0x9d5ae94021ddc7f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272776:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a98c000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.272777:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a98c000/0x9d5ae94021ddc7f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272782:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a98c000/0x9d5ae94021ddc7f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272788:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a98c000/0x9d5ae94021ddc7f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272791:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a98c000/0x9d5ae94021ddc7f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272798:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.272799:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272803:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0622080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.272804:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272807:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272812:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272815:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0622080/0x9d5ae94021ddc7fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272826:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.272827:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272831:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bae0f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.272832:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272835:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272842:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272845:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bae0f00/0x9d5ae94021ddc80c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272852:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.272853:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013573a580/0x9d5ae94021ddc581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272856:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013573a580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.272857:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013573a580/0x9d5ae94021ddc581 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272861:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013573a580/0x9d5ae94021ddc581 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272868:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013573a580/0x9d5ae94021ddc581 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272871:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013573a580/0x9d5ae94021ddc581 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3931:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.272883:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.272883:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.272884:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.272894:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c543200/2, rc 0, transno 104146 00000100:00100000:2.0:1705683736.272898:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c543200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547609216:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.272929:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272929:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272932:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547611136 00000100:00100000:2.0:1705683736.272940:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272941:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.272943:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260801 00000100:00100000:2.0:1705683736.272945:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131181900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+802:10694:x1788538547611136:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1705683736.272957:0:15097:0:(ofd_dev.c:1656:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 30178 00000100:00100000:2.0:1705683736.273316:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273317:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273324:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570193472 00010000:00010000:2.0:1705683736.273332:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2911 pid: 15070 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.273345:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273345:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273347:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570193728 00010000:00010000:2.0:1705683736.273352:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009db3af80/0x9d5ae94021d71c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3932:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567c7f expref: 4843 pid: 15034 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.273359:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273360:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273362:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99562 00000100:00100000:2.0:1705683736.273365:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2911:1858:x1788538570193472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.273369:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.273371:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2911 pid: 15070 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.273376:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2911 pid: 15070 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.273387:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994c9900/0x9d5ae94021dc3a32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5feb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257ef8d expref: 2911 pid: 15070 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.273393:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.273394:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.273395:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273399:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273409:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.273417:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131187800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2910:1858:x1788538570193472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 51us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.273423:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99562 00000100:00100000:2.0:1705683736.273429:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273430:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273432:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99564 00000100:00100000:2.0:1705683736.273435:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d430050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1858:x1788538570193920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.273438:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.273440:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135f75900/0x9d5ae94021d72114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567d89 expref: 4844 pid: 15039 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.273446:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135f75900/0x9d5ae94021d72114 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567d89 expref: 4844 pid: 15039 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.273454:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135f75900/0x9d5ae94021d72114 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3934:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567d89 expref: 4843 pid: 15039 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.273460:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.273461:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.273462:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013254b700/0x9d5ae94021ddc668 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273466:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013254b700/0x9d5ae94021ddc668 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3934:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273473:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.273480:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d430050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1858:x1788538570193920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 45us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.273483:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99564 00010000:00010000:2.0:1705683736.273495:0:15074:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273499:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273503:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273506:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b18aa80/0x9d5ae94021ddc606 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5feb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.273512:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.273580:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098155a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+307:3080:x1788538547605376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13767us (13858us total) trans 4295071455 rc 0/0 00000100:00100000:2.0:1705683736.273584:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260740 00000100:00100000:2.0:1705683736.273592:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273593:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273595:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570193984 00000100:00100000:2.0:1705683736.273603:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273604:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273607:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570194432 00000100:00100000:2.0:1705683736.273612:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273613:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.273615:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260802 00000100:00100000:2.0:1705683736.273618:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:dab809dd-6952-4f4e-9170-c0b3df4b5902+2910:30388:x1788538570193984:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.273622:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.274070:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bae2800/0x9d5ae94021ddc813 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425880c6 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.274084:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.274092:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.274092:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.274095:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bae2800/0x9d5ae94021ddc813 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880c6 expref: 2912 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.274101:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bae2800/0x9d5ae94021ddc813 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880c6 expref: 2912 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.274106:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bae2800, rc 0) 00000100:00100000:2.0:1705683736.274114:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:dab809dd-6952-4f4e-9170-c0b3df4b5902+2912:30388:x1788538570193984:12345-192.168.204.14@tcp:101:dd.0 Request processed in 496us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.274118:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260802 00000100:00100000:2.0:1705683736.274124:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.274125:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.274127:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260805 00000100:00100000:2.0:1705683736.274130:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf33200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:dab809dd-6952-4f4e-9170-c0b3df4b5902+2911:27110:x1788538570194560:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.274134:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.274330:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e40780/0x9d5ae94021ddc821 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425880db expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.274340:0:15074:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021d61c70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560ac6 expref: 2912 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.274344:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.274345:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.274347:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e40780/0x9d5ae94021ddc821 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x60b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880db expref: 2912 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.274359:0:15074:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021d61c70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560ac6 expref: 2912 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.274365:0:15074:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021d61c70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560ac6 expref: 2912 pid: 15031 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.274372:0:15074:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f28f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15074:1788538547611264:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.274384:0:15074:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.275134:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131181900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+805:10694:x1788538547611136:12345-0@lo:5:osp-pre-1-0.0 Request processed in 2187us (2239us total) trans 4295071842 rc 0/0 00000100:00100000:2.0:1705683736.275139:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260801 00000100:00100000:2.0:1705683736.275148:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.275148:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.275151:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260813 00000100:00100000:2.0:1705683736.275153:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+804:3080:x1788538547611072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.275160:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14649 count 1 00010000:00010000:2.0:1705683736.275221:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275229:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021d72d77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256807d expref: 4840 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275233:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.275234:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.275235:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275247:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021d72d77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256807d expref: 4840 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275252:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021d72d77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256807d expref: 4840 pid: 15030 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.275259:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f2bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547611840:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.275270:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c540 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.275279:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.275281:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b133480/0x9d5ae94021ddc852 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275285:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b133480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.275287:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b133480/0x9d5ae94021ddc852 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275291:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b133480/0x9d5ae94021ddc852 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275298:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b133480/0x9d5ae94021ddc852 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275301:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b133480/0x9d5ae94021ddc852 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275314:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275315:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275316:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275330:0:9338:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8fb980/0x9d5ae94021d71e4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567cfd expref: 4840 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.275335:0:9338:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b619400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9338:1788538547607680:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.275348:0:9338:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.275352:0:9338:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.275353:0:9338:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.275353:0:9338:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.275354:0:9338:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275357:0:9338:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275361:0:9338:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275364:0:9338:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275371:0:9338:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.275437:0:9338:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+805:3082:x1788538547606848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13468us (13551us total) trans 4295071843 rc 0/0 00000100:00100000:2.0:1705683736.275442:0:9338:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260755 00010000:00010000:2.0:1705683736.275458:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.275460:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275464:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097fb7200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.275466:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275470:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275477:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275480:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097fb7200/0x9d5ae94021ddc684 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3933:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275489:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275490:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275491:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.275506:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f195000/2, rc 0, transno 104547 00000100:00100000:2.0:1705683736.275521:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f195000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547606848:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683736.275526:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.275527:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d41e00/0x9d5ae94021ddc86e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275535:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d41e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.275536:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d41e00/0x9d5ae94021ddc86e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275540:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d41e00/0x9d5ae94021ddc86e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275546:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d41e00/0x9d5ae94021ddc86e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275549:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d41e00/0x9d5ae94021ddc86e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275555:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275556:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.275557:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.275563:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f196900/2, rc 0, transno 104544 00000100:00100000:2.0:1705683736.275565:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f196900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547607104:0@lo:6:osp-syn-1-0.0 00002000:00010000:2.0:1705683736.275926:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x73e8:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.275929:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275935:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.275936:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.275937:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275945:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275949:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275952:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.275959:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.276030:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1626:3082:x1788538547608832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9329us (9359us total) trans 4295071461 rc 0/0 00000100:00100000:2.0:1705683736.276035:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260776 00000004:00080000:2.0:1705683736.276055:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009974f300/2, rc 0, transno 104165 00000100:00100000:2.0:1705683736.276059:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009974f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547608832:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.276070:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ea26400/2, rc 0, transno 104147 00000100:00100000:2.0:1705683736.276071:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ea26400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547609472:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.276078:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f195f00/2, rc 0, transno 104545 00000100:00100000:2.0:1705683736.276087:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f195f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547606912:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.276094:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6e9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547612032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.276109:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.276120:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c95a00/2, rc 0, transno 104155 00000100:00100000:2.0:1705683736.276122:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c95a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547609728:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.276127:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b61c100/2, rc 0, transno 104156 00000100:00100000:2.0:1705683736.276131:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b61c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547610176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.276135:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd1df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547612544:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.276145:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.276151:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276152:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276155:0:9338:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547612032 00000100:00100000:2.0:1705683736.276164:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276164:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276166:0:9338:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547612544 00000100:00100000:2.0:1705683736.276171:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276172:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276174:0:9338:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260819 00000100:00100000:2.0:1705683736.276176:0:9338:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135f2cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1626:3081:x1788538547612032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.276184:0:9338:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29696 count 1 00002000:00010000:2.0:1705683736.276296:0:9338:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7400:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.276299:0:9338:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.276304:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.276305:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.276306:0:9338:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.276311:0:9338:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.276315:0:9338:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.276319:0:9338:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.276326:0:9338:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.276387:0:9338:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f2cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1629:3081:x1788538547612032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 210us (278us total) trans 4295071462 rc 0/0 00000100:00100000:2.0:1705683736.276391:0:9338:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260819 00000100:00100000:2.0:1705683736.276399:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276399:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.276402:0:9338:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260821 00000100:00100000:2.0:1705683736.276404:0:9338:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134918500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1628:3083:x1788538547612672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.276410:0:9338:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29699 count 1 00002000:00010000:2.0:1705683736.277005:0:9338:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7403:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.277009:0:9338:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277014:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.277015:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.277016:0:9338:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277021:0:9338:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277025:0:9338:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277028:0:9338:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277039:0:9338:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1705683736.277106:0:9338:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134918500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1631:3083:x1788538547612672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 701us (886us total) trans 4295071465 rc 0/0 00000100:00100000:2.0:1705683736.277110:0:9338:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260821 00010000:00010000:2.0:1705683736.277122:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1705683736.277124:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277129:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135e40280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277131:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277200:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277213:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277217:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e40280/0x9d5ae94021ddc883 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277229:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.277230:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277234:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135e43480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277235:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277239:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277244:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277247:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e43480/0x9d5ae94021ddc89f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7400:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277257:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.277258:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4000/0x9d5ae94021ddc8b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277261:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d9b4000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277261:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4000/0x9d5ae94021ddc8b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277265:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4000/0x9d5ae94021ddc8b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277269:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4000/0x9d5ae94021ddc8b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277272:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4000/0x9d5ae94021ddc8b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7402:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277285:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.277286:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4780/0x9d5ae94021ddc8c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277290:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d9b4780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277291:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4780/0x9d5ae94021ddc8c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277294:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4780/0x9d5ae94021ddc8c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277298:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4780/0x9d5ae94021ddc8c2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277301:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d9b4780/0x9d5ae94021ddc8c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7406:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277312:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.277312:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277315:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801356d2080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277316:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277319:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277324:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277328:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801356d2080/0x9d5ae94021ddc8c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7403:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277337:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.277338:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dec5b80/0x9d5ae94021ddc8d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277341:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dec5b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277342:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec5b80/0x9d5ae94021ddc8d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277345:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec5b80/0x9d5ae94021ddc8d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277350:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dec5b80/0x9d5ae94021ddc8d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277352:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dec5b80/0x9d5ae94021ddc8d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7407:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277360:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.277360:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.277361:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.277365:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.277412:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.277459:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.277478:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.277480:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dec5e00/0x9d5ae94021ddc8d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277484:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dec5e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277486:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec5e00/0x9d5ae94021ddc8d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x73ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277489:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec5e00/0x9d5ae94021ddc8d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x73ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277495:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dec5e00/0x9d5ae94021ddc8d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x73ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277499:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dec5e00/0x9d5ae94021ddc8d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x73ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277506:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.277507:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.277507:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.277518:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b6e9400/2, rc 0, transno 104166 00000100:00100000:2.0:1705683736.277526:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b6e9400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547612032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.277533:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd1c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547612864:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.277547:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.277555:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013491df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547613312:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.277567:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277567:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277572:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547612864 00000100:00100000:2.0:1705683736.277581:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277581:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277583:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547613376 00000100:00100000:2.0:1705683736.277591:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277591:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277594:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260826 00000100:00100000:2.0:1705683736.277596:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013491c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1633:3082:x1788538547613376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.277603:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29706 count 1 00000100:00100000:2.0:1705683736.277742:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277743:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.277750:0:6532:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207234 00000100:00100000:2.0:1705683736.277753:0:6532:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b619400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+811:31013:x1788538570194624:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1705683736.277760:0:6532:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.277799:0:6532:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135bddb80/0x9d5ae94021ddc8ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425880e2 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277846:0:6532:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007378b700/0x9d5ae94021ddc8fa lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1660:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.277851:0:6532:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007378b700/0x9d5ae94021ddc8fa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.277856:0:6532:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007378b700/0x9d5ae94021ddc8fa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00000004:00200000:2.0:1705683736.277879:0:6532:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000404:0x1660:0x0]: returning size 4096 00000004:00200000:2.0:1705683736.277881:0:6532:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683736.277892:0:6532:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007378b700/0x9d5ae94021ddc8fa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.277932:0:6532:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135bddb80/0x9d5ae94021ddc8ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880e2 expref: 813 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277941:0:6532:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007378b700/0x9d5ae94021ddc8fa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1660:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880e2 expref: 812 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277944:0:6532:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1660:0x0].0x0 (ffff88009b3d5800) 00010000:00010000:2.0:1705683736.277946:0:6532:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683736.277947:0:6532:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007378b700, rc 0) 00000100:00100000:2.0:1705683736.277957:0:6532:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b619400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+812:31013:x1788538570194624:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 204us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.277961:0:6532:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207234 00010000:00010000:2.0:1705683736.277974:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.277976:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dec4c80/0x9d5ae94021ddc8e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277980:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dec4c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.277981:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec4c80/0x9d5ae94021ddc8e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277985:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec4c80/0x9d5ae94021ddc8e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277991:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dec4c80/0x9d5ae94021ddc8e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.277994:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dec4c80/0x9d5ae94021ddc8e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7405:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278068:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.278068:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.278069:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.278100:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.278106:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.278107:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.278110:0:6532:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570194688 00000100:00100000:2.0:1705683736.278119:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.278120:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.278122:0:6532:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207235 00000100:00100000:2.0:1705683736.278125:0:6532:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a1400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+812:31020:x1788538570194688:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:2.0:1705683736.278130:0:6532:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.278144:0:6532:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3f200/0x9d5ae94021ddc90f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425880e9 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278182:0:6532:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278188:0:6532:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278192:0:6532:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278235:0:6532:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278238:0:6532:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278242:0:6532:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278285:0:6532:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c0bc780/0x9d5ae94021ddc92b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e8d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278289:0:6532:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c0bc780/0x9d5ae94021ddc92b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e8d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278293:0:6532:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c0bc780/0x9d5ae94021ddc92b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e8d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00000004:00200000:2.0:1705683736.278355:0:6532:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000403:0x1e8d:0x0]: returning size 4096 00000004:00200000:2.0:1705683736.278357:0:6532:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1705683736.278363:0:6532:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c0bc780/0x9d5ae94021ddc92b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e8d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278368:0:6532:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278371:0:6532:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278374:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278377:0:6532:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278379:0:6532:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098a3d900 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.278381:0:6532:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278383:0:6532:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278387:0:6532:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff8800a1f62800) 00010000:00010000:2.0:1705683736.278389:0:6532:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.278390:0:6532:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278393:0:6532:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3d900/0x9d5ae94021ddc91d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278398:0:6532:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278401:0:6532:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278403:0:6532:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278406:0:6532:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098a3fc00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.278408:0:6532:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278410:0:6532:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278413:0:6532:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x34 (ffff88009d864b00) 00010000:00010000:2.0:1705683736.278414:0:6532:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.278415:0:6532:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278417:0:6532:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3fc00/0x9d5ae94021ddc924 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.278437:0:6532:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098a3f200/0x9d5ae94021ddc90f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880e9 expref: 814 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278443:0:6532:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c0bc780/0x9d5ae94021ddc92b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e8d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880e9 expref: 813 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278447:0:6532:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e8d:0x0].0x0 (ffff8801350a0400) 00010000:00010000:2.0:1705683736.278448:0:6532:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683736.278449:0:6532:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c0bc780, rc 0) 00000100:00100000:2.0:1705683736.278458:0:6532:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a1400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+813:31020:x1788538570194688:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 333us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.278461:0:6532:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207235 00010000:00010000:2.0:1705683736.278474:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.278476:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca49e00/0x9d5ae94021ddc916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278480:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca49e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.278482:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca49e00/0x9d5ae94021ddc916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278485:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca49e00/0x9d5ae94021ddc916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x740b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278491:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca49e00/0x9d5ae94021ddc916 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x740b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278494:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca49e00/0x9d5ae94021ddc916 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x740b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.278565:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.278566:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.278567:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.278570:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.278571:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.278575:0:15056:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260829 00000100:00100000:2.0:1705683736.278577:0:15056:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096505000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+1638:3080:x1788538547612736:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.278586:0:15056:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29700 count 1 00002000:00010000:2.0:1705683736.279043:0:15056:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7404:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.279046:0:15056:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279051:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.279052:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.279053:0:15056:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279058:0:15056:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279063:0:15056:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279066:0:15056:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279073:0:15056:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683736.279077:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.279079:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca48280/0x9d5ae94021ddc947 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279082:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca48280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.279083:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca48280/0x9d5ae94021ddc947 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279087:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca48280/0x9d5ae94021ddc947 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279093:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca48280/0x9d5ae94021ddc947 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279096:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca48280/0x9d5ae94021ddc947 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7408:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279131:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.279132:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279136:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c0be800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.279137:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279140:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279145:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279148:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0be800/0x9d5ae94021ddc94e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7404:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279161:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279162:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279163:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.279229:0:15056:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096505000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+1640:3080:x1788538547612736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 651us (874us total) trans 4295071472 rc 0/0 00000100:00100000:2.0:1705683736.279234:0:15056:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260829 00010000:00010000:2.0:1705683736.279243:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.279245:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f57980/0x9d5ae94021ddc955 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279249:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f57980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.279251:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f57980/0x9d5ae94021ddc955 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279254:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f57980/0x9d5ae94021ddc955 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x740c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279260:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f57980/0x9d5ae94021ddc955 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x740c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279263:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f57980/0x9d5ae94021ddc955 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x740c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279312:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.279313:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134d90280/0x9d5ae94021ddc622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279320:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134d90280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.279321:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134d90280/0x9d5ae94021ddc622 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279325:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134d90280/0x9d5ae94021ddc622 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279331:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134d90280/0x9d5ae94021ddc622 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279334:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134d90280/0x9d5ae94021ddc622 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3932:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279344:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279344:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279345:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279347:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.279384:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.279456:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.279457:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca4ad00/0x9d5ae94021ddc95c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279461:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca4ad00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.279462:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca4ad00/0x9d5ae94021ddc95c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279466:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca4ad00/0x9d5ae94021ddc95c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x740e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279472:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca4ad00/0x9d5ae94021ddc95c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x740e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279476:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca4ad00/0x9d5ae94021ddc95c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x740e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279483:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279483:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.279484:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.279489:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.279501:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096504600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547613632:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.279515:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.279528:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cd1c100/2, rc 0, transno 104172 00000100:00100000:2.0:1705683736.279532:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012cd1c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547612864:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.279548:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.279549:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.279553:0:15056:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260834 00000100:00100000:2.0:1705683736.279556:0:15056:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+1640:3081:x1788538547613312:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.279563:0:15056:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29705 count 1 00002000:00010000:2.0:1705683736.279812:0:15056:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7409:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.279815:0:15056:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddc96a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7409:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279820:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.279820:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.279822:0:15056:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddc96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279827:0:15056:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddc96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279831:0:15056:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddc96a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279834:0:15056:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddc96a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7409:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.279847:0:15056:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.280060:0:15056:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+1643:3081:x1788538547613312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 504us (570us total) trans 4295071475 rc 0/0 00000100:00100000:2.0:1705683736.280065:0:15056:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260834 00000100:00100000:2.0:1705683736.280071:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280071:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683736.280077:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.280078:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca49180/0x9d5ae94021ddc971 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280083:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca49180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.280084:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca49180/0x9d5ae94021ddc971 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280088:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca49180/0x9d5ae94021ddc971 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x740d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280094:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca49180/0x9d5ae94021ddc971 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x740d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280098:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca49180/0x9d5ae94021ddc971 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x740d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280188:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.280189:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.280190:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.280199:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013491df00/2, rc 0, transno 104179 00000100:00100000:2.0:1705683736.280204:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013491df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547613312:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.280221:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547614144:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.280234:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.280242:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1705683736.280244:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096502d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547614016:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.280253:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.280261:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280261:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280264:0:15056:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547614144 00000100:00100000:2.0:1705683736.280272:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280273:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280274:0:15056:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547614016 00000100:00100000:2.0:1705683736.280391:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280392:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.280397:0:15056:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260838 00000100:00100000:2.0:1705683736.280400:0:15056:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+1645:3081:x1788538547614016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.280408:0:15056:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29712 count 1 00010000:00010000:2.0:1705683736.280751:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.280753:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800974bad00/0x9d5ae94021ddc978 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280761:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800974bad00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.280763:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800974bad00/0x9d5ae94021ddc978 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280766:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800974bad00/0x9d5ae94021ddc978 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x740f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280773:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800974bad00/0x9d5ae94021ddc978 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x740f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280776:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800974bad00/0x9d5ae94021ddc978 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x740f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280785:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.280786:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f56a80/0x9d5ae94021ddc97f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280790:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f56a80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.280791:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f56a80/0x9d5ae94021ddc97f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280794:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f56a80/0x9d5ae94021ddc97f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280798:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f56a80/0x9d5ae94021ddc97f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280805:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f56a80/0x9d5ae94021ddc97f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7411:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280814:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.280814:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.280815:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.280818:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.280874:0:15056:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7410:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.280876:0:15056:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddc986 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7410:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280881:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.280882:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.280883:0:15056:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddc986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280887:0:15056:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddc986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280891:0:15056:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddc986 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280894:0:15056:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddc986 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7410:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.280917:0:15056:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.280980:0:15056:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0001-mdtlov_UUID+1646:3081:x1788538547614016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 579us (726us total) trans 4295071479 rc 0/0 00000100:00100000:2.0:1705683736.280984:0:15056:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260838 00000100:00100000:2.0:1705683736.281050:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281173:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281189:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281203:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281223:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281238:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281255:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281270:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281287:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281323:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.281332:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.281333:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.281340:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99567 00000100:00100000:2.0:1705683736.281343:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2913:1855:x1788538570195392:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.281349:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.281352:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021dc3a71 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x5fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efc5 expref: 2913 pid: 15031 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.281359:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021dc3a71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efc5 expref: 2913 pid: 15031 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.281371:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.281371:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.281373:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.281381:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.281388:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.281396:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2913:1855:x1788538570195392:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 52us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.281399:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99567 00000100:00100000:2.0:1705683736.281742:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.281743:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.281750:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207237 00000100:00100000:2.0:1705683736.281753:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1257:31037:x1788538570195200:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:2.0:1705683736.281760:0:14300:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.281924:0:14300:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00de00/0x9d5ae94021ddc9c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588113 expref: -99 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282028:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.282034:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282040:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282091:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.282094:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282100:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282117:0:14300:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282120:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282123:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282126:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282128:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c00d680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.282130:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282132:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282136:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:2.0:1705683736.282138:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.282139:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282142:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00d680/0x9d5ae94021ddc9cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282151:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282153:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282156:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282159:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c00db80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.282160:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282162:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282165:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x30 (ffff88008eaa9b00) 00010000:00010000:2.0:1705683736.282166:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.282167:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282169:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00db80/0x9d5ae94021ddc9da lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.282192:0:14300:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00de00/0x9d5ae94021ddc9c5 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588113 expref: 1258 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282196:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012c00de00/0x9d5ae94021ddc9c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588113 expref: 1258 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282200:0:14300:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c00de00, rc 0) 00000100:00100000:2.0:1705683736.282210:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1257:31037:x1788538570195200:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 456us (972us total) trans 0 rc 301/301 00000100:00100000:2.0:1705683736.282214:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207237 00010000:00010000:2.0:1705683736.282365:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.282368:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282373:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134d90000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.282375:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282378:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282386:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282390:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d90000/0x9d5ae94021ddc66f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.282399:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.282400:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.282400:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.282409:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.282445:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.282479:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f2b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547610304:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.282491:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.282496:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.282496:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.282497:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.282996:0:14217:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f29900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:14217:1788538547610944:192.168.204.14@tcp:105: 00010000:00010000:2.0:1705683736.283009:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.283020:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f2f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5092:1858:x1788538570193344:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10332us (10386us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.283025:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99561 00010000:00010000:2.0:1705683736.283107:0:14313:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099a0f700/0x9d5ae94021d72589 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567eaf expref: 4839 pid: 15024 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.283115:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009974df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547608768:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.283128:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.283132:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.283133:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.283133:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.283134:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283137:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283141:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283144:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283151:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.283241:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009974d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+809:3082:x1788538547608640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18281us (18394us total) trans 4295071845 rc 0/0 00000100:00100000:2.0:1705683736.283247:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260768 00010000:00010000:2.0:1705683736.283353:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.283356:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283360:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131a60a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.283362:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283366:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283374:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283377:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a60a00/0x9d5ae94021ddc6e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3936:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283388:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.283388:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.283389:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.283424:0:15074:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f28f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0000_UUID:15074:1788538547611264:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.283435:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e40780/0x9d5ae94021ddc821 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x60b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880db expref: 2913 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283442:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e40780, rc 0) 00000100:00100000:2.0:1705683736.283453:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf33200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:dab809dd-6952-4f4e-9170-c0b3df4b5902+2913:27110:x1788538570194560:12345-192.168.204.14@tcp:101:dd.0 Request processed in 9323us (9786us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.283457:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260805 00000100:00100000:2.0:1705683736.283497:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.283502:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283502:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283505:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570196224 00000100:00100000:2.0:1705683736.283513:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283514:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283516:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260848 00000100:00100000:2.0:1705683736.283518:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4839:15123:x1788538570196224:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.283523:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.283702:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c00d400/0x9d5ae94021ddca35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5ad3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588159 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.283711:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5ad3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.283718:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.283719:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.283721:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c00d400/0x9d5ae94021ddca35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588159 expref: 4840 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283727:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c00d400/0x9d5ae94021ddca35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588159 expref: 4840 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283732:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c00d400, rc 0) 00000100:00100000:2.0:1705683736.283742:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:15123:x1788538570196224:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 223us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.283746:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260848 00010000:00010000:2.0:1705683736.283757:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.283760:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ed83200/0x9d5ae94021ddca2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283764:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed83200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.283765:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed83200/0x9d5ae94021ddca2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283769:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed83200/0x9d5ae94021ddca2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283776:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ed83200/0x9d5ae94021ddca2e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283779:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed83200/0x9d5ae94021ddca2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7415:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.283788:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.283800:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283801:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283804:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547615040 00000100:00100000:2.0:1705683736.283812:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283813:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.283815:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260849 00000100:00100000:2.0:1705683736.283817:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135955a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+809:3083:x1788538547615040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.283825:0:15074:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14654 count 1 00010000:00010000:2.0:1705683736.283998:0:15074:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284005:0:15074:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021d739da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742568332 expref: 4839 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284010:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.284011:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.284012:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284023:0:15074:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021d739da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568332 expref: 4839 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284028:0:15074:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021d739da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568332 expref: 4839 pid: 8807 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.284034:0:15074:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012449da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15074:1788538547615296:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.284047:0:15074:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c000 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.284054:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.284055:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.284072:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f2d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547610624:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.284083:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.284087:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.284088:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.284088:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00010000:2.0:1705683736.284462:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x740a:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.284465:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284471:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.284472:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.284473:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284479:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284483:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284487:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284495:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.284718:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013491c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1649:3082:x1788538547613376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7120us (7156us total) trans 4295071484 rc 0/0 00000100:00100000:2.0:1705683736.284722:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260826 00000004:00080000:2.0:1705683736.284746:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134918a00/2, rc 0, transno 104188 00000100:00100000:2.0:1705683736.284757:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134918a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547613376:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.284951:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.284962:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.284964:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ed80a00/0x9d5ae94021ddca43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284969:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed80a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.284971:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed80a00/0x9d5ae94021ddca43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284978:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed80a00/0x9d5ae94021ddca43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284985:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ed80a00/0x9d5ae94021ddca43 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.284989:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed80a00/0x9d5ae94021ddca43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7413:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285162:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.285163:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285166:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c00d180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.285167:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285171:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285175:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285178:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c00d180/0x9d5ae94021ddca4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x740a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285193:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.285194:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d261680/0x9d5ae94021ddca51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285198:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d261680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.285199:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d261680/0x9d5ae94021ddca51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285202:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d261680/0x9d5ae94021ddca51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285206:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d261680/0x9d5ae94021ddca51 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285209:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d261680/0x9d5ae94021ddca51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285276:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285277:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285277:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.285305:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.285413:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.285415:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddca58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285420:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f360780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.285421:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddca58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285425:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddca58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285432:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddca58 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285435:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddca58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7417:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285443:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.285444:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddca5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285448:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e849400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.285449:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddca5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285452:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddca5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285456:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddca5f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285459:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddca5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7418:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285469:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285469:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285470:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285473:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.285502:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.285514:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.285529:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.285546:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.285553:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285554:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285560:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570195904 00010000:00010000:2.0:1705683736.285571:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2913 pid: 15031 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.285583:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285584:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285585:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570196032 00010000:00010000:2.0:1705683736.285591:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0108f00/0x9d5ae94021d72b5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568006 expref: 4840 pid: 14313 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.285598:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285598:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285600:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99569 00000100:00100000:2.0:1705683736.285603:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2913:1857:x1788538570195904:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.285609:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.285611:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2913 pid: 15031 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.285621:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2913 pid: 15031 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.285632:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d10f00/0x9d5ae94021dc3abe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5ff1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257efef expref: 2913 pid: 15031 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.285652:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.285653:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.285654:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285659:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285672:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.285685:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7ba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2912:1857:x1788538570195904:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 81us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.285689:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99569 00000100:00100000:2.0:1705683736.285730:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285731:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.285734:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99570 00000100:00100000:2.0:1705683736.285737:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c542d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570196032:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.285742:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.285744:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0108f00/0x9d5ae94021d72b5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568006 expref: 4840 pid: 14313 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.285753:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0108f00/0x9d5ae94021d72b5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568006 expref: 4840 pid: 14313 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.285763:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0108f00/0x9d5ae94021d72b5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568006 expref: 4840 pid: 14313 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.285772:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.285773:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.285775:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285778:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285795:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.285807:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c542d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4839:1857:x1788538570196032:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 68us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.285811:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99570 00010000:00010000:2.0:1705683736.285830:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285835:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285841:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285848:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285856:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.285882:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.285884:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285887:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800736b5900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.285889:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285892:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285901:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285921:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddc7f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ff1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285932:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.285934:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285938:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a98c500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.285939:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285943:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285949:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285952:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a98c500/0x9d5ae94021ddc805 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3938:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.285961:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285962:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285963:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.285966:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.286052:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f28500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+311:3082:x1788538547610560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14601us (14625us total) trans 4295071488 rc 0/0 00000100:00100000:2.0:1705683736.286057:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260795 00000004:00080000:2.0:1705683736.286081:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135f28a00/2, rc 0, transno 104192 00000100:00100000:2.0:1705683736.286088:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f28a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547610560:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.286111:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.286111:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.286115:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547615616 00000100:00100000:2.0:1705683736.286123:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.286124:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.286126:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260856 00000100:00100000:2.0:1705683736.286130:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b353c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+1651:3083:x1788538547615616:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.286136:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.286139:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a98db80/0x9d5ae94021ddc82f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286143:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a98db80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.286144:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a98db80/0x9d5ae94021ddc82f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286148:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a98db80/0x9d5ae94021ddc82f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286155:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a98db80/0x9d5ae94021ddc82f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286159:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a98db80/0x9d5ae94021ddc82f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ff5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286167:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.286167:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.286168:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.286171:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.286172:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:2.0:1705683736.286192:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29723 count 1 00010000:00010000:2.0:1705683736.286540:0:15026:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286545:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286549:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286554:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dbbde00/0x9d5ae94021ddc7e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.286561:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.287466:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135f2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+313:3082:x1788538547610240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16016us (16046us total) trans 4295071491 rc 0/0 00000100:00100000:2.0:1705683736.287471:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260793 00010000:00010000:2.0:1705683736.287486:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.287489:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.287507:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f2bc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547611840:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.287520:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.287525:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.287525:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.287526:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00010000:2.0:1705683736.287671:0:15019:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x741b:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.287674:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.287680:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.287681:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.287682:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.287687:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.287695:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.287699:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.287707:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.287784:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b353c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0001-mdtlov_UUID+1653:3083:x1788538547615616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1654us (1699us total) trans 4295071494 rc 0/0 00000100:00100000:2.0:1705683736.287788:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260856 00000004:00080000:2.0:1705683736.287808:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135f2e900/2, rc 0, transno 104194 00000100:00100000:2.0:1705683736.287810:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f2e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547610368:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.287816:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b61df00/2, rc 0, transno 104195 00000100:00100000:2.0:1705683736.287819:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b61df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547610240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.287834:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547616128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.287848:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.287856:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.287860:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b634b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547616192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.287869:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.287876:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.287876:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.287880:0:15056:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547616192 00000100:00100000:2.0:1705683736.287891:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.287892:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.287894:0:15056:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260863 00000100:00100000:2.0:1705683736.287897:0:15056:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+314:3082:x1788538547616192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.287925:0:15056:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24570 count 1 00010000:00010000:2.0:1705683736.287980:0:15056:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.287988:0:15056:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131921e00/0x9d5ae94021dc3b4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f074 expref: 2907 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.287993:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.287993:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.287994:0:15056:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288005:0:15056:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131921e00/0x9d5ae94021dc3b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f074 expref: 2907 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.288010:0:15056:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131921e00/0x9d5ae94021dc3b4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f074 expref: 2907 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.288016:0:15056:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cf36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0000_UUID:15056:1788538547616448:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.288030:0:15056:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452ccc0 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.288050:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b352d00/2, rc 0, transno 104198 00000100:00100000:2.0:1705683736.288054:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b352d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547615616:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.288071:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cf31400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547616512:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.288084:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.288099:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.288099:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.288103:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547616512 00000100:00100000:2.0:1705683736.288113:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.288113:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.288116:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260865 00000100:00100000:2.0:1705683736.288118:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1653:3082:x1788538547616512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.288126:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29726 count 1 00000100:00100000:2.0:1705683736.288545:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.288547:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.288551:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260867 00000100:00100000:2.0:1705683736.288554:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+316:3080:x1788538547615168:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.288563:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24566 count 1 00010000:00010000:2.0:1705683736.288593:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288601:0:15026:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d12080/0x9d5ae94021dc3ae8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f03c expref: 2907 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.288605:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.288605:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.288606:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288618:0:15026:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5d12080/0x9d5ae94021dc3ae8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f03c expref: 2907 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.288623:0:15026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d12080/0x9d5ae94021dc3ae8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f03c expref: 2907 pid: 15001 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.288629:0:15026:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547616640:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.288651:0:15026:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c900 going to sleep for 11 seconds 00002000:00010000:2.0:1705683736.288859:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x741e:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.288863:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d2ead00/0x9d5ae94021ddcb46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x741e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288869:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.288869:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.288871:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d2ead00/0x9d5ae94021ddcb46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x741e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288876:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d2ead00/0x9d5ae94021ddcb46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x741e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288881:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d2ead00/0x9d5ae94021ddcb46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x741e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288884:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d2ead00/0x9d5ae94021ddcb46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288891:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1705683736.288895:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.288898:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288902:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800864fcc80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.288903:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.288928:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289155:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289160:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800864fcc80/0x9d5ae94021ddcb1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x741b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289172:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.289173:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013559de00/0x9d5ae94021ddcb3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289177:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013559de00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.289178:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013559de00/0x9d5ae94021ddcb3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289182:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013559de00/0x9d5ae94021ddcb3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289188:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013559de00/0x9d5ae94021ddcb3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289190:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013559de00/0x9d5ae94021ddcb3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7414:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289203:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.289204:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013559d400/0x9d5ae94021ddcb4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289208:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013559d400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.289209:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013559d400/0x9d5ae94021ddcb4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289212:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013559d400/0x9d5ae94021ddcb4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x741a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289216:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013559d400/0x9d5ae94021ddcb4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x741a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289219:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013559d400/0x9d5ae94021ddcb4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x741a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289225:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.289226:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.289227:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.289231:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.289422:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0001-mdtlov_UUID+1659:3082:x1788538547616512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1302us (1337us total) trans 4295071497 rc 0/0 00000100:00100000:2.0:1705683736.289427:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260865 00010000:00010000:2.0:1705683736.289437:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.289439:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098bba300/0x9d5ae94021ddcb54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289447:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098bba300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.289448:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098bba300/0x9d5ae94021ddcb54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289452:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098bba300/0x9d5ae94021ddcb54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x741c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289458:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098bba300/0x9d5ae94021ddcb54 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x741c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289462:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098bba300/0x9d5ae94021ddcb54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x741c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.289581:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.289582:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.289703:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99577 00000100:00100000:2.0:1705683736.289707:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b61f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4839:1855:x1788538570197056:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.289713:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.289715:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021d72e9d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x393a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425680ed expref: 4839 pid: 8809 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.289721:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021d72e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x393a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425680ed expref: 4839 pid: 8809 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.289732:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.289733:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.289734:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddc891 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x393a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289738:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddc891 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x393a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289745:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.289756:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b61f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4839:1855:x1788538570197056:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 49us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.289759:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99577 00010000:00010000:2.0:1705683736.289770:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.289772:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135796d00/0x9d5ae94021ddcb5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289776:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135796d00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.289777:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135796d00/0x9d5ae94021ddcb5b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289780:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135796d00/0x9d5ae94021ddcb5b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x741d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289786:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135796d00/0x9d5ae94021ddcb5b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x741d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289790:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135796d00/0x9d5ae94021ddcb5b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x741d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289799:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.289800:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.289801:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.289803:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.289804:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.289806:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570196928 00010000:00010000:2.0:1705683736.289813:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073788a00/0x9d5ae94021d727ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567f26 expref: 4840 pid: 14996 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.289822:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.289822:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.289825:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99578 00000100:00100000:2.0:1705683736.289828:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b61d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1858:x1788538570196928:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.289832:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.289834:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073788a00/0x9d5ae94021d727ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567f26 expref: 4840 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.289839:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073788a00/0x9d5ae94021d727ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567f26 expref: 4840 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.289846:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073788a00/0x9d5ae94021d727ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742567f26 expref: 4840 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.289851:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.289852:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.289854:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289857:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289869:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.289878:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b61d000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4837:1858:x1788538570196928:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 50us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.289882:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99578 00010000:00010000:2.0:1705683736.289889:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.289929:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cf31400/2, rc 0, transno 104201 00000100:00100000:2.0:1705683736.289934:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cf31400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547616512:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.289961:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.289966:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135f2bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547616704:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.289981:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683736.289993:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.289994:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.289999:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f362d00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.290000:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290003:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290009:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290012:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f362d00/0x9d5ae94021ddc844 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3937:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290258:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.290260:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135796300/0x9d5ae94021ddcb62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290264:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135796300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.290265:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135796300/0x9d5ae94021ddcb62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x741f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290269:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135796300/0x9d5ae94021ddcb62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x741f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290275:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135796300/0x9d5ae94021ddcb62 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x741f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290278:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135796300/0x9d5ae94021ddcb62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x741f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290286:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.290287:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.290288:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.290291:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.290304:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135f2bc00/2, rc 0, transno 104204 00000100:00100000:2.0:1705683736.290309:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135f2bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547616704:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1705683736.290327:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290335:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290339:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290342:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135e42080/0x9d5ae94021ddc860 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3939:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290348:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.290701:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+810:3080:x1788538547611072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15545us (15884us total) trans 4295071850 rc 0/0 00000100:00100000:2.0:1705683736.290706:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260813 00010000:00010000:2.0:1705683736.290720:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.290722:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b131400/0x9d5ae94021ddc867 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290727:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b131400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.290728:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b131400/0x9d5ae94021ddc867 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290732:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b131400/0x9d5ae94021ddc867 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290739:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b131400/0x9d5ae94021ddc867 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290746:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b131400/0x9d5ae94021ddc867 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.290759:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.290760:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.290760:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.290762:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.290777:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b6ebc00/2, rc 0, transno 104551 00000100:00100000:2.0:1705683736.290783:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b6ebc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547612096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.290821:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.290833:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.290842:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.290852:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.290860:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.290861:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.290866:0:14300:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570197376 00000100:00100000:2.0:1705683736.290880:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.290881:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.290882:0:14300:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570197632 00000100:00100000:2.0:1705683736.290891:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.290892:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.290895:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207240 00000100:00100000:2.0:1705683736.290898:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098a8bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+816:31020:x1788538570197376:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:2.0:1705683736.290923:0:14300:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.290979:0:14300:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2e8280/0x9d5ae94021ddcb70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258817c expref: -99 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291036:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291046:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291052:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291097:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291101:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291104:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291177:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddcb8c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e90:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291181:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddcb8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e90:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291184:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddcb8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e90:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00000004:00200000:2.0:1705683736.291200:0:14300:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000403:0x1e90:0x0]: returning size 4096 00000004:00200000:2.0:1705683736.291202:0:14300:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683736.291211:0:14300:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddcb8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e90:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291216:0:14300:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291219:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291225:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291228:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291231:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134e5e580 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.291232:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291235:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291238:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff8800a1f62800) 00010000:00010000:2.0:1705683736.291240:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.291241:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291244:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5e580/0x9d5ae94021ddcb77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291249:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291252:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291254:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291257:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134e5c500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.291258:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291264:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291267:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x31 (ffff8800a05b0400) 00010000:00010000:2.0:1705683736.291269:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.291269:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291272:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e5c500/0x9d5ae94021ddcb7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.291293:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d2e8280/0x9d5ae94021ddcb70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258817c expref: 818 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291300:0:14300:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddcb8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e90:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258817c expref: 817 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291304:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e90:0x0].0x0 (ffff8800a05b0200) 00010000:00010000:2.0:1705683736.291305:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683736.291306:0:14300:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099a52a80, rc 0) 00000100:00100000:2.0:1705683736.291319:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098a8bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+817:31020:x1788538570197376:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 420us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.291323:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207240 00000100:00100000:2.0:1705683736.291330:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291330:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291333:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207241 00000100:00100000:2.0:1705683736.291336:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989b8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1135:31013:x1788538570197632:12345-192.168.204.14@tcp:36:lfs.0 00000100:00100000:2.0:1705683736.291374:0:14300:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989ba300 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001-mdtlov_UUID:14300:1788538547617024:0@lo:1000:mdt00_036.0 00000100:00100000:2.0:1705683736.291394:0:14300:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.291403:0:14300:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c540 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.291498:0:14300:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989ba300 pname:cluuid:pid:xid:nid:opc:job mdt00_036:lustre-MDT0001-mdtlov_UUID:14300:1788538547617024:0@lo:1000:mdt00_036.0 00000100:00100000:2.0:1705683736.291530:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989b8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1134:31013:x1788538570197632:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 192us (676us total) trans 0 rc -17/-17 00000100:00100000:2.0:1705683736.291534:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207241 00000100:00100000:2.0:1705683736.291565:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.291584:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.291592:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.291594:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cd83480/0x9d5ae94021ddc836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291599:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cd83480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.291600:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cd83480/0x9d5ae94021ddc836 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291604:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cd83480/0x9d5ae94021ddc836 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291612:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cd83480/0x9d5ae94021ddc836 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291616:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cd83480/0x9d5ae94021ddc836 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ff2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291627:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.291627:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.291628:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.291647:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547617152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.291662:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683736.291677:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.291679:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b131900/0x9d5ae94021ddc875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x393b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291683:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b131900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.291685:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b131900/0x9d5ae94021ddc875 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x393b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291689:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b131900/0x9d5ae94021ddc875 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x393b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291696:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b131900/0x9d5ae94021ddc875 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x393b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291699:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b131900/0x9d5ae94021ddc875 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x393b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291710:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.291711:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.291712:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.291724:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c97300/2, rc 0, transno 104208 00000100:00100000:2.0:1705683736.291729:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c97300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547611328:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.291748:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.291752:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989be400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547617216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.291764:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.291774:0:15072:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291774:0:15072:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291778:0:15072:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547617216 00000100:00100000:2.0:1705683736.291787:0:15072:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291788:0:15072:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291790:0:15072:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260877 00000100:00100000:2.0:1705683736.291793:0:15072:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+317:3082:x1788538547617216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.291800:0:15072:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24572 count 1 00000100:00100000:2.0:1705683736.291833:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291833:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.291838:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99584 00000100:00100000:2.0:1705683736.291841:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:1857:x1788538570197696:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.291845:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.291848:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097464c80/0x9d5ae94021cc6754 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aa1 expref: 2858 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.291854:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097464c80/0x9d5ae94021cc6754 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aa1 expref: 2858 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.291862:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.291869:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:1857:x1788538570197696:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 28us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.291873:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99584 00010000:00010000:2.0:1705683736.291886:0:15072:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291893:0:15072:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073740500/0x9d5ae94021dc3b51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f090 expref: 2906 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.291901:0:15072:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.291901:0:15072:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.291902:0:15072:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.291931:0:15072:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073740500/0x9d5ae94021dc3b51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f090 expref: 2906 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.291937:0:15072:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073740500/0x9d5ae94021dc3b51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f090 expref: 2906 pid: 15031 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.291943:0:15072:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989b8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0000_UUID:15072:1788538547617344:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.291954:0:15072:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c0c0 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.291967:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b6ee400/2, rc 0, transno 104555 00000100:00100000:2.0:1705683736.291978:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b6ee400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547612160:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.291994:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.292010:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.292019:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.292031:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292032:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292035:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570197952 00010000:00010000:2.0:1705683736.292043:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d267700/0x9d5ae94021dbcf4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9b0 expref: 4837 pid: 15016 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.292056:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292057:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292061:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99586 00000100:00100000:2.0:1705683736.292064:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989bee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4837:1857:x1788538570197760:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.292068:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.292070:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8280/0x9d5ae94021cbccdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bce5 expref: 4837 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.292075:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8280/0x9d5ae94021cbccdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bce5 expref: 4837 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.292085:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8280/0x9d5ae94021cbccdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bce5 expref: 4837 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.292091:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.292092:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.292094:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097f55e00/0x9d5ae94021ddc963 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880f0 expref: 2854 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292099:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097f55e00/0x9d5ae94021ddc963 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880f0 expref: 2854 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292110:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097f55e00/0x9d5ae94021ddc963 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880f0 expref: 2854 pid: 15028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.292115:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989b8a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547617792:192.168.204.14@tcp:105: 00000100:00100000:2.0:1705683736.292124:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c540 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.292132:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b635a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547617536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.292330:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.292342:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096502300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547617856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.292353:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.292363:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b632300/2, rc 0, transno 104209 00000100:00100000:2.0:1705683736.292367:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547617152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.292372:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1705683736.292375:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547617600:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.292384:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.292390:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd1b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547618048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.292400:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.292433:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.292453:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292454:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292458:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260880 00000100:00100000:2.0:1705683736.292461:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989bdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1663:3082:x1788538547617536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.292469:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29731 count 1 00002000:00010000:2.0:1705683736.292730:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7423:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.292734:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddcbc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7423:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292740:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.292740:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.292742:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddcbc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292747:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddcbc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292755:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddcbc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292759:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddcbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7423:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.292766:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.292844:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989bdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1664:3082:x1788538547617536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 382us (513us total) trans 4295071506 rc 0/0 00000100:00100000:2.0:1705683736.292848:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260880 00000004:00080000:2.0:1705683736.292866:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b635a00/2, rc 0, transno 104210 00000100:00100000:2.0:1705683736.292870:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b635a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547617536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.292898:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.292932:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.292976:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292976:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292979:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570198208 00000100:00100000:2.0:1705683736.292989:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292989:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.292992:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260885 00000100:00100000:2.0:1705683736.292995:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009672a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:dab809dd-6952-4f4e-9170-c0b3df4b5902+2906:15162:x1788538570198208:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.293000:0:15034:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.293339:0:15034:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d844500/0x9d5ae94021ddcbee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4eef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588198 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.293347:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4eef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.293354:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.293355:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.293357:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d844500/0x9d5ae94021ddcbee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4eef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588198 expref: 2907 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293363:0:15034:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d844500/0x9d5ae94021ddcbee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4eef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588198 expref: 2907 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293368:0:15034:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d844500, rc 0) 00000100:00100000:2.0:1705683736.293378:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009672a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:dab809dd-6952-4f4e-9170-c0b3df4b5902+2907:15162:x1788538570198208:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 382us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.293382:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260885 00010000:00010000:2.0:1705683736.293394:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.293396:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cdad680/0x9d5ae94021ddcbe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293400:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cdad680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.293401:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdad680/0x9d5ae94021ddcbe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293405:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdad680/0x9d5ae94021ddcbe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293411:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cdad680/0x9d5ae94021ddcbe0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293415:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdad680/0x9d5ae94021ddcbe0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7426:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293426:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.293427:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c00de00/0x9d5ae94021ddcbd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293430:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c00de00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.293431:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c00de00/0x9d5ae94021ddcbd9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293434:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c00de00/0x9d5ae94021ddcbd9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293440:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c00de00/0x9d5ae94021ddcbd9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293443:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c00de00/0x9d5ae94021ddcbd9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7425:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293553:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.293554:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.293554:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.293557:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.293569:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b631e00/2, rc 0, transno 104211 00000100:00100000:2.0:1705683736.293574:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b631e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547617600:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.293579:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012cd1b200/2, rc 0, transno 104213 00000100:00100000:2.0:1705683736.293580:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012cd1b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547618048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.293604:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.293609:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096729e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547618688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.293622:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.293630:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293631:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293647:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547618688 00000100:00100000:2.0:1705683736.293657:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293658:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293660:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260890 00000100:00100000:2.0:1705683736.293663:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976d9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0001-mdtlov_UUID+1667:3082:x1788538547618688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.293670:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29737 count 1 00002000:00010000:2.0:1705683736.293768:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7429:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.293771:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcc03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7429:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293776:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.293777:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.293778:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcc03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293783:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcc03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293787:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcc03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293791:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcc03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7429:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293803:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.293858:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.293866:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293867:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293872:0:14300:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570198336 00000100:00100000:2.0:1705683736.293883:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293884:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.293886:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207242 00000100:00100000:2.0:1705683736.293889:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976de400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1134:31094:x1788538570198336:12345-192.168.204.14@tcp:36:touch.0 00010000:00010000:2.0:1705683736.293925:0:14300:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.293935:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56580/0x9d5ae94021ddc932 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x20c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880f7 expref: 1134 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.293944:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20c9:0x0].0x0 (ffff8800a0e60900) 00010000:00010000:2.0:1705683736.293950:0:14300:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683736.294027:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x20c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.294033:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.294037:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00000004:00010000:2.0:1705683736.294066:0:14300:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8800976de400 reply state ffff88012d3c7000 transno 4295030407 ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.294072:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.294075:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20c9:0x0].0x0 (ffff880097da0900) 00010000:00010000:2.0:1705683736.294076:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1705683736.294100:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976de400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1135:31094:x1788538570198336:12345-192.168.204.14@tcp:36:touch.0 Request processed in 210us (242us total) trans 4295030407 rc 0/0 00000100:00100000:2.0:1705683736.294107:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207242 00000100:00100000:2.0:1705683736.294120:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294120:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294124:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260895 00000100:00100000:2.0:1705683736.294126:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e01ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1671:3081:x1788538547618752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.294133:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29738 count 1 00002000:00010000:2.0:1705683736.294339:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x742a:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.294342:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294347:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.294348:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.294349:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294354:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294358:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294362:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294368:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.294429:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e01ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1671:3081:x1788538547618752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 302us (437us total) trans 4295071514 rc 0/0 00000100:00100000:2.0:1705683736.294435:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260895 00010000:00010000:2.0:1705683736.294445:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.294447:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cdacf00/0x9d5ae94021ddcc26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294452:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cdacf00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.294453:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdacf00/0x9d5ae94021ddcc26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294456:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdacf00/0x9d5ae94021ddcc26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294462:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cdacf00/0x9d5ae94021ddcc26 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294465:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdacf00/0x9d5ae94021ddcc26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7422:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294472:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.294473:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294477:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e987700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.294478:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294482:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294487:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294490:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e987700/0x9d5ae94021ddcc2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x742a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294496:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.294497:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.294497:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.294499:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.294580:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294581:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294585:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547619136 00000100:00100000:2.0:1705683736.294597:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294597:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294599:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547619328 00000100:00100000:2.0:1705683736.294608:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294608:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294610:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547619392 00000100:00100000:2.0:1705683736.294618:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294618:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294623:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260897 00000100:00100000:2.0:1705683736.294626:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f314100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+1671:3082:x1788538547619328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.294633:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29742 count 1 00002000:00010000:2.0:1705683736.294751:0:15097:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x742e:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.294754:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997f9e00/0x9d5ae94021ddcc3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x742e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294759:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.294760:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.294761:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f9e00/0x9d5ae94021ddcc3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294766:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997f9e00/0x9d5ae94021ddcc3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294770:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997f9e00/0x9d5ae94021ddcc3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294774:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997f9e00/0x9d5ae94021ddcc3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.294787:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.294854:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f314100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+1672:3082:x1788538547619328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 228us (282us total) trans 4295071515 rc 0/0 00000100:00100000:2.0:1705683736.294858:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260897 00000100:00100000:2.0:1705683736.294871:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.294921:0:15074:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012449da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_075:lustre-OST0001_UUID:15074:1788538547615296:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.294932:0:15074:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.294937:0:15074:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.294938:0:15074:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.294939:0:15074:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294944:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294945:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.294948:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570198400 00000100:00100000:2.0:1705683736.295027:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.295027:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.295031:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260899 00000100:00100000:2.0:1705683736.295034:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976ddf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4837:30132:x1788538570198400:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.295039:0:15000:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.295292:0:15000:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed96a80/0x9d5ae94021ddcc49 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258819f expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.295303:0:15000:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.295311:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.295312:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.295315:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed96a80/0x9d5ae94021ddcc49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258819f expref: 4838 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295321:0:15000:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ed96a80/0x9d5ae94021ddcc49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258819f expref: 4838 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295327:0:15000:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed96a80, rc 0) 00000100:00100000:2.0:1705683736.295337:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976ddf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4838:30132:x1788538570198400:12345-192.168.204.14@tcp:101:dd.0 Request processed in 302us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.295342:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260899 00000100:00100000:2.0:1705683736.295349:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.295350:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.295353:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260904 00000100:00100000:2.0:1705683736.295355:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013492b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1677:3083:x1788538547619584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.295364:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29746 count 1 00010000:00010000:2.0:1705683736.295748:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.295750:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134f17200/0x9d5ae94021ddcc50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295759:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f17200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.295760:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f17200/0x9d5ae94021ddcc50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295765:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f17200/0x9d5ae94021ddcc50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x742d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295772:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134f17200/0x9d5ae94021ddcc50 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x742d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295776:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f17200/0x9d5ae94021ddcc50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x742d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295787:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.295788:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e869180/0x9d5ae94021ddcc57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295792:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e869180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.295793:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e869180/0x9d5ae94021ddcc57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295796:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e869180/0x9d5ae94021ddcc57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295800:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e869180/0x9d5ae94021ddcc57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295807:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e869180/0x9d5ae94021ddcc57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7430:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295814:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.295815:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c00d680/0x9d5ae94021ddcc5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295819:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c00d680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.295820:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c00d680/0x9d5ae94021ddcc5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295824:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c00d680/0x9d5ae94021ddcc5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295828:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c00d680/0x9d5ae94021ddcc5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295831:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c00d680/0x9d5ae94021ddcc5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7431:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295851:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.295852:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.295853:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.295856:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.295870:0:15000:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7432:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.295872:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135346580/0x9d5ae94021ddcc6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7432:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295876:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.295877:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.295879:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135346580/0x9d5ae94021ddcc6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295883:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135346580/0x9d5ae94021ddcc6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295886:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135346580/0x9d5ae94021ddcc6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295890:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135346580/0x9d5ae94021ddcc6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7432:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.295897:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.295981:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013492b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1678:3083:x1788538547619584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 624us (819us total) trans 4295071521 rc 0/0 00000100:00100000:2.0:1705683736.295985:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260904 00000100:00100000:2.0:1705683736.296012:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.296019:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296020:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296025:0:14300:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570198464 00000100:00100000:2.0:1705683736.296043:0:14300:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296044:0:14300:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296047:0:14300:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207243 00000100:00100000:2.0:1705683736.296049:0:14300:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1257:31052:x1788538570198464:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:2.0:1705683736.296058:0:14300:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.296107:0:14300:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135345680/0x9d5ae94021ddcc7a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425881a6 expref: -99 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296162:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.296169:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296175:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296219:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.296223:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296226:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296265:0:14300:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5b80/0x9d5ae94021ddcc8f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14300 initiator: MDT0 00010000:00010000:2.0:1705683736.296269:0:14300:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5b80/0x9d5ae94021ddcc8f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296272:0:14300:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5b80/0x9d5ae94021ddcc8f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00000004:00200000:2.0:1705683736.296289:0:14300:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2061:0x0]: returning size 4096 00000004:00200000:2.0:1705683736.296292:0:14300:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1705683736.296302:0:14300:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5b80/0x9d5ae94021ddcc8f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296309:0:14300:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296312:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296315:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296318:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296320:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135d1c500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.296322:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296325:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296329:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:2.0:1705683736.296331:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.296332:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296335:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1c500/0x9d5ae94021ddcc81 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296340:0:14300:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296343:0:14300:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296345:0:14300:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296348:0:14300:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135d1ea80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:2.0:1705683736.296350:0:14300:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296352:0:14300:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296356:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff880097da0e00) 00010000:00010000:2.0:1705683736.296357:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1705683736.296358:0:14300:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296360:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135d1ea80/0x9d5ae94021ddcc88 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:2.0:1705683736.296383:0:14300:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135345680/0x9d5ae94021ddcc7a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881a6 expref: 1259 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296390:0:14300:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5b80/0x9d5ae94021ddcc8f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881a6 expref: 1258 pid: 14300 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296394:0:14300:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2061:0x0].0x0 (ffff88012bb7ea00) 00010000:00010000:2.0:1705683736.296395:0:14300:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1705683736.296396:0:14300:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801311a5b80, rc 0) 00000100:00100000:2.0:1705683736.296405:0:14300:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_036:dab809dd-6952-4f4e-9170-c0b3df4b5902+1258:31052:x1788538570198464:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 355us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.296409:0:14300:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207243 00010000:00010000:2.0:1705683736.296419:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.296422:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddcc96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296426:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e849400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.296427:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddcc96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296431:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddcc96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296437:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddcc96 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296440:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddcc96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7436:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296609:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.296610:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134f17480/0x9d5ae94021ddcc9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296613:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f17480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.296614:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f17480/0x9d5ae94021ddcc9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296618:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134f17480/0x9d5ae94021ddcc9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296623:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134f17480/0x9d5ae94021ddcc9d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296626:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134f17480/0x9d5ae94021ddcc9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296649:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.296650:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.296651:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.296654:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.296656:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296657:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296662:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260910 00000100:00100000:2.0:1705683736.296665:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135621900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0001-mdtlov_UUID+1682:3080:x1788538547619840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.296672:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29749 count 1 00002000:00010000:2.0:1705683736.296774:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7435:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.296777:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddccb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7435:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296782:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.296783:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.296784:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddccb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296790:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddccb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296793:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddccb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296797:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddccb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7435:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.296814:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.296878:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135621900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0001-mdtlov_UUID+1683:3080:x1788538547619840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 212us (661us total) trans 4295071527 rc 0/0 00000100:00100000:2.0:1705683736.296883:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260910 00000100:00100000:2.0:1705683736.296888:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296889:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296892:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547620352 00000100:00100000:2.0:1705683736.296922:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296922:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296924:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547620416 00000100:00100000:2.0:1705683736.296933:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296934:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.296936:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260912 00000100:00100000:2.0:1705683736.296938:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d31900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0001-mdtlov_UUID+1684:3082:x1788538547620416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.296976:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29755 count 1 00002000:00010000:2.0:1705683736.297077:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x743b:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.297080:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddccb9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x743b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297084:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.297085:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.297086:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddccb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x743b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297091:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddccb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x743b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297095:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddccb9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x743b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297100:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddccb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x743b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297106:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.297171:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d31900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0001-mdtlov_UUID+1687:3082:x1788538547620416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 232us (276us total) trans 4295071528 rc 0/0 00000100:00100000:2.0:1705683736.297175:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260912 00010000:00010000:2.0:1705683736.297184:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.297186:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cdad400/0x9d5ae94021ddccc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x743a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297190:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cdad400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.297191:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdad400/0x9d5ae94021ddccc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x743a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297195:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cdad400/0x9d5ae94021ddccc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x743a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297201:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cdad400/0x9d5ae94021ddccc0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x743a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297204:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cdad400/0x9d5ae94021ddccc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x743a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297240:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.297241:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.297242:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.297244:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.297248:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297248:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297252:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547620288 00000100:00100000:2.0:1705683736.297260:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297260:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297262:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547620544 00000100:00100000:2.0:1705683736.297267:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297268:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297270:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260914 00000100:00100000:2.0:1705683736.297272:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135625000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1687:3081:x1788538547620288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.297278:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29753 count 1 00002000:00010000:2.0:1705683736.297461:0:15000:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7439:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.297464:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddccce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7439:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297469:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.297469:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.297471:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddccce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297475:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddccce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297479:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddccce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297483:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddccce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7439:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.297499:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.297556:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135625000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1688:3081:x1788538547620288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 283us (325us total) trans 4295071531 rc 0/0 00000100:00100000:2.0:1705683736.297560:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260914 00000100:00100000:2.0:1705683736.297566:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297567:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297569:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547620608 00000100:00100000:2.0:1705683736.297577:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297578:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297580:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260916 00000100:00100000:2.0:1705683736.297582:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1688:3082:x1788538547620608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.297590:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29758 count 1 00010000:00010000:2.0:1705683736.297699:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.297705:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297706:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297710:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547620864 00000100:00100000:2.0:1705683736.297726:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297726:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.297729:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260918 00000100:00100000:2.0:1705683736.297731:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ada00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+1690:3082:x1788538547620864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.297737:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29761 count 1 00002000:00010000:2.0:1705683736.298046:0:15097:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7441:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.298049:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcce3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7441:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298054:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.298055:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.298056:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcce3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298064:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcce3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298068:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcce3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298071:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcce3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7441:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298078:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.298139:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ada00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0001-mdtlov_UUID+1693:3082:x1788538547620864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 407us (445us total) trans 4295071534 rc 0/0 00000100:00100000:2.0:1705683736.298143:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260918 00010000:00010000:2.0:1705683736.298152:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.298176:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.298194:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.298204:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.298216:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.298232:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1705683736.298622:0:15074:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298628:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298632:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298645:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c00d900/0x9d5ae94021ddca3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x393e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298658:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.298764:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135955a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0000-mdtlov_UUID+816:3083:x1788538547615040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14945us (14978us total) trans 4295071852 rc 0/0 00000100:00100000:2.0:1705683736.298770:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260849 00000100:00100000:2.0:1705683736.298798:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800967a1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547616640:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.298813:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.298818:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.298819:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.298820:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.298825:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.298828:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed81900/0x9d5ae94021ddca12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x393d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298832:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed81900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.298834:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed81900/0x9d5ae94021ddca12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x393d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298838:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed81900/0x9d5ae94021ddca12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x393d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298846:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed81900/0x9d5ae94021ddca12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x393d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298855:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed81900/0x9d5ae94021ddca12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x393d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298866:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.298867:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.298868:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.298880:0:15056:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cf36900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_061:lustre-OST0000_UUID:15056:1788538547616448:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.298890:0:15056:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.298894:0:15056:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.298895:0:15056:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.298896:0:15056:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00010000:2.0:1705683736.298932:0:15000:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x743e:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.298935:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddcd0d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x743e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298941:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.298942:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.298943:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddcd0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x743e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298948:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddcd0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x743e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298953:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddcd0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x743e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.298962:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddcd0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x743e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299008:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.299087:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1694:3082:x1788538547620608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1503us (1587us total) trans 4295071538 rc 0/0 00000100:00100000:2.0:1705683736.299092:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260916 00000100:00100000:2.0:1705683736.299104:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299105:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299108:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547621376 00000100:00100000:2.0:1705683736.299117:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299118:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299121:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260924 00000100:00100000:2.0:1705683736.299124:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009838a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1694:3083:x1788538547621376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.299133:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29766 count 1 00000100:00100000:2.0:1705683736.299246:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299247:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299251:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260928 00000100:00100000:2.0:1705683736.299254:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009838e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0001-mdtlov_UUID+1697:3081:x1788538547621568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.299262:0:15074:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29768 count 1 00002000:00010000:2.0:1705683736.299534:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7448:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.299538:0:15074:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299543:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.299544:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.299546:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299555:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299560:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299564:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299573:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.299654:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009838e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0001-mdtlov_UUID+1702:3081:x1788538547621568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 398us (490us total) trans 4295071540 rc 0/0 00000100:00100000:2.0:1705683736.299659:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260928 00000100:00100000:2.0:1705683736.299667:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299668:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299671:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260932 00000100:00100000:2.0:1705683736.299674:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eaab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0001-mdtlov_UUID+1701:3082:x1788538547621824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.299683:0:15074:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29770 count 1 00002000:00010000:2.0:1705683736.299797:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x744a:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.299801:0:15074:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299806:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.299807:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.299808:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299818:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299823:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299827:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.299835:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1705683736.299925:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eaab200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0001-mdtlov_UUID+1705:3082:x1788538547621824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 250us (318us total) trans 4295071542 rc 0/0 00000100:00100000:2.0:1705683736.299930:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260932 00000100:00100000:2.0:1705683736.299940:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299941:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.299944:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260934 00000100:00100000:2.0:1705683736.299947:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0001-mdtlov_UUID+1704:3081:x1788538547621952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.299955:0:15074:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29772 count 1 00002000:00010000:2.0:1705683736.300066:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x744c:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.300070:0:15074:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300075:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.300076:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.300077:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300086:0:15074:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300091:0:15074:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300095:0:15074:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300099:0:15074:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1705683736.300169:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:lustre-MDT0001-mdtlov_UUID+1704:3081:x1788538547621952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 220us (385us total) trans 4295071545 rc 0/0 00000100:00100000:2.0:1705683736.300174:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260934 00010000:00010000:2.0:1705683736.300188:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1705683736.300191:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e869400/0x9d5ae94021ddcd22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300195:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e869400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300197:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e869400/0x9d5ae94021ddcd22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300201:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e869400/0x9d5ae94021ddcd22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300211:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e869400/0x9d5ae94021ddcd22 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300218:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e869400/0x9d5ae94021ddcd22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7442:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300230:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1705683736.300232:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300236:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a7c00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300237:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300241:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300247:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300251:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a7c00/0x9d5ae94021ddcd29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7448:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300259:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1705683736.300260:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ea5aa80/0x9d5ae94021ddcd30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300264:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ea5aa80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300265:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ea5aa80/0x9d5ae94021ddcd30 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300270:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ea5aa80/0x9d5ae94021ddcd30 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300275:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ea5aa80/0x9d5ae94021ddcd30 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300279:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ea5aa80/0x9d5ae94021ddcd30 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7447:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300289:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1705683736.300291:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300294:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d845400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300295:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300300:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300305:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300309:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d845400/0x9d5ae94021ddcd37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x744a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300320:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1705683736.300321:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e86aa80/0x9d5ae94021ddcd3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300324:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e86aa80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300325:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e86aa80/0x9d5ae94021ddcd3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300330:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e86aa80/0x9d5ae94021ddcd3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300335:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e86aa80/0x9d5ae94021ddcd3e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300338:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e86aa80/0x9d5ae94021ddcd3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7445:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300346:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.300347:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073788a00/0x9d5ae94021ddcd45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300352:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073788a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300353:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073788a00/0x9d5ae94021ddcd45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300357:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073788a00/0x9d5ae94021ddcd45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300363:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073788a00/0x9d5ae94021ddcd45 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300367:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073788a00/0x9d5ae94021ddcd45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7449:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300377:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.300378:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300382:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d267700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.300383:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300387:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300393:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300396:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d267700/0x9d5ae94021ddcd4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x744c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.300446:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.300447:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.300449:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.300453:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.300456:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.301040:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.301043:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddcd68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301047:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b591900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.301049:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddcd68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301053:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddcd68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301059:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddcd68 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301062:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddcd68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301071:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.301072:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.301072:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.301080:0:15000:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7446:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.301082:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddcd6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7446:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301087:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.301088:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.301089:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddcd6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301094:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddcd6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301098:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddcd6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301101:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddcd6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7446:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301107:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.301174:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009838a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1707:3083:x1788538547621376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2049us (2073us total) trans 4295071550 rc 0/0 00000100:00100000:2.0:1705683736.301178:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260924 00010000:00010000:2.0:1705683736.301737:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.301739:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddcd76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301744:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b592a80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.301745:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddcd76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301749:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddcd76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301757:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddcd76 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301764:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddcd76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7452:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.301985:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.301986:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.301987:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.301990:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.301991:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.301997:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260941 00000100:00100000:2.0:1705683736.302000:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a95000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1710:3081:x1788538547622144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.302009:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29775 count 1 00002000:00010000:2.0:1705683736.302208:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x744f:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.302212:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302217:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.302218:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.302219:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302225:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302229:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302233:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302241:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.302315:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a95000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1711:3081:x1788538547622144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 315us (649us total) trans 4295071554 rc 0/0 00000100:00100000:2.0:1705683736.302320:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260941 00010000:00010000:2.0:1705683736.302332:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.302334:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302339:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe52800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.302340:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302344:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302352:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302357:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe52800/0x9d5ae94021ddcd8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x744f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302367:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.302368:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c518780/0x9d5ae94021ddcd92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302371:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c518780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.302373:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c518780/0x9d5ae94021ddcd92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302377:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c518780/0x9d5ae94021ddcd92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302382:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c518780/0x9d5ae94021ddcd92 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302385:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c518780/0x9d5ae94021ddcd92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7453:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302392:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.302392:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.302393:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.302396:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.302403:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302404:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302408:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547622528 00000100:00100000:2.0:1705683736.302419:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302419:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302421:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547622592 00000100:00100000:2.0:1705683736.302426:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302427:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302429:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260943 00000100:00100000:2.0:1705683736.302432:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a97300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0001-mdtlov_UUID+1712:3082:x1788538547622528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.302439:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29781 count 1 00002000:00010000:2.0:1705683736.302554:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7455:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.302557:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302566:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.302566:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.302568:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302573:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302577:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302581:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302588:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.302677:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a97300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0001-mdtlov_UUID+1713:3082:x1788538547622528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 243us (276us total) trans 4295071557 rc 0/0 00000100:00100000:2.0:1705683736.302681:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260943 00010000:00010000:2.0:1705683736.302693:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.302695:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddcd99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302700:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c51b700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.302701:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddcd99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302706:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddcd99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302713:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddcd99 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302716:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddcd99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7456:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302725:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.302726:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302729:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009959e080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.302730:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302734:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302738:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302741:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009959e080/0x9d5ae94021ddcda0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7455:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302749:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.302749:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.302750:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.302753:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302754:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302758:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547622656 00000100:00100000:2.0:1705683736.302766:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302766:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.302769:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260945 00000100:00100000:2.0:1705683736.302771:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a95a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1714:3080:x1788538547622656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.302779:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29783 count 1 00002000:00010000:2.0:1705683736.302880:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7457:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.302883:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302888:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.302889:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.302890:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302895:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302899:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302902:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.302927:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.302990:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a95a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1715:3080:x1788538547622656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 218us (283us total) trans 4295071559 rc 0/0 00000100:00100000:2.0:1705683736.302995:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260945 00010000:00010000:2.0:1705683736.303005:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.303007:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c51b980/0x9d5ae94021ddcda7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303011:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c51b980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.303013:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c51b980/0x9d5ae94021ddcda7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303017:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c51b980/0x9d5ae94021ddcda7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303023:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c51b980/0x9d5ae94021ddcda7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303026:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c51b980/0x9d5ae94021ddcda7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7458:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303033:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.303034:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303038:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe9fc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.303039:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303042:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303050:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303053:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe9fc00/0x9d5ae94021ddcdae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7457:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303060:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.303061:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e869e00/0x9d5ae94021ddcdb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303064:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e869e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.303065:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e869e00/0x9d5ae94021ddcdb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303068:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e869e00/0x9d5ae94021ddcdb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x742f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303074:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e869e00/0x9d5ae94021ddcdb5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x742f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303077:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e869e00/0x9d5ae94021ddcdb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x742f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303084:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.303085:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.303085:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.303088:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.303089:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.303092:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.303092:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.303095:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260948 00000100:00100000:2.0:1705683736.303098:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c010500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1718:3082:x1788538547623040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.303106:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29789 count 1 00002000:00010000:2.0:1705683736.303369:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x745d:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.303372:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81b80/0x9d5ae94021ddcdca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x745d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303377:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.303378:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.303379:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81b80/0x9d5ae94021ddcdca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x745d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303384:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d81b80/0x9d5ae94021ddcdca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x745d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303388:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81b80/0x9d5ae94021ddcdca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x745d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303391:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81b80/0x9d5ae94021ddcdca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x745d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303397:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.303461:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c010500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1720:3082:x1788538547623040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 362us (417us total) trans 4295071562 rc 0/0 00000100:00100000:2.0:1705683736.303465:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260948 00000100:00100000:2.0:1705683736.303471:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.303471:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.303474:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260952 00000100:00100000:2.0:1705683736.303476:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1720:3081:x1788538547622912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.303483:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29787 count 1 00002000:00010000:2.0:1705683736.303876:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x745b:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.303880:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddcddf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x745b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303885:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.303886:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.303887:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddcddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x745b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303892:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddcddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x745b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303896:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddcddf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x745b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303899:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddcddf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x745b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.303921:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1705683736.304180:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0001-mdtlov_UUID+1722:3081:x1788538547622912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 702us (738us total) trans 4295071566 rc 0/0 00000100:00100000:2.0:1705683736.304185:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260952 00010000:00010000:2.0:1705683736.304194:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304196:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304198:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.304245:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.304250:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de8bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547623296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.304266:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.304275:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013491d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547623360:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.304284:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.304295:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.304296:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.304300:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260956 00000100:00100000:2.0:1705683736.304303:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de8b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+319:3083:x1788538547623296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.304311:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24574 count 1 00010000:00010000:2.0:1705683736.304338:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304345:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d837c00/0x9d5ae94021dc3b74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0ac expref: 2904 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.304350:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.304351:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.304352:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304364:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d837c00/0x9d5ae94021dc3b74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0ac expref: 2905 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.304371:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d837c00/0x9d5ae94021dc3b74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0ac expref: 2905 pid: 15027 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.304382:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547623616:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.304398:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452cb40 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.304407:0:15056:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304411:0:15056:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304415:0:15056:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304419:0:15056:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304426:0:15056:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.304448:0:15026:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304452:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304456:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304459:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304465:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.304541:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+320:3080:x1788538547615168:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15985us (16304us total) trans 4295071567 rc 0/0 00000100:00100000:2.0:1705683736.304545:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260867 00010000:00010000:2.0:1705683736.304561:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.304563:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304567:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800864fd680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.304568:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304572:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304578:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304582:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800864fd680/0x9d5ae94021ddcb2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ffa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304590:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.304591:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304595:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800864fc280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.304596:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304600:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304604:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304607:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800864fc280/0x9d5ae94021ddcb38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ff6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304615:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304616:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304616:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.304702:0:15056:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:lustre-MDT0000-mdtlov_UUID+320:3082:x1788538547616192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16804us (16832us total) trans 4295071568 rc 0/0 00000100:00100000:2.0:1705683736.304706:0:15056:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260863 00010000:00010000:2.0:1705683736.304717:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.304719:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddcdfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304723:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c518c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.304724:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddcdfb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304728:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddcdfb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304738:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddcdfb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304741:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddcdfb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7460:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304751:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.304752:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddce02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304755:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a5900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.304757:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddce02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304760:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddce02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304765:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddce02 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304768:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddce02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7461:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.304796:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304797:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304797:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.304799:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.304804:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de8e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547623744:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.304817:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.304832:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013491d000/2, rc 0, transno 104274 00000100:00100000:2.0:1705683736.304836:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013491d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547623360:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.304852:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.304853:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.304856:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547623744 00000100:00100000:2.0:1705683736.304872:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260959 00000100:00100000:2.0:1705683736.304874:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de8f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+321:3083:x1788538547623744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.304881:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24575 count 1 00000100:00100000:2.0:1705683736.305546:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305547:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305550:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260963 00000100:00100000:2.0:1705683736.305553:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124445a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0001-mdtlov_UUID+1727:3080:x1788538547623488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.305559:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29795 count 1 00002000:00010000:2.0:1705683736.305671:0:15026:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7463:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.305674:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305679:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.305680:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.305682:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305687:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305691:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305696:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305700:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:2.0:1705683736.305725:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.305726:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddce10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305730:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a4a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.305731:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddce10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305735:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddce10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305741:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddce10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305744:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddce10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7464:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305755:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.305756:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddce1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305760:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e849400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.305761:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddce1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305765:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddce1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305770:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddce1e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305773:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e849400/0x9d5ae94021ddce1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7462:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305780:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.305781:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305784:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c6c0a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.305785:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305789:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305793:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305796:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c6c0a00/0x9d5ae94021ddce25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7463:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305806:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.305807:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.305808:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.305810:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.305812:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.305830:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305831:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683736.305845:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305852:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021dc3b9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0ba expref: 2901 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.305856:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.305857:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.305858:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.305866:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021dc3b9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0ba expref: 2901 pid: 15087 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.305871:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021dc3b9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0ba expref: 2901 pid: 15087 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.305877:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de8e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15000:1788538547624384:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.305891:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.305896:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305897:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305900:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547624256 00000100:00100000:2.0:1705683736.305925:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305926:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305928:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547624320 00000100:00100000:2.0:1705683736.305933:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305934:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305935:0:14221:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547623936 00000100:00100000:2.0:1705683736.305940:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305941:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.305943:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260966 00000100:00100000:2.0:1705683736.305945:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd1b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1730:3081:x1788538547624256:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.305952:0:14221:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29799 count 1 00002000:00010000:2.0:1705683736.306051:0:14221:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7467:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.306054:0:14221:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddce41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7467:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306059:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.306060:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.306061:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddce41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306066:0:14221:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddce41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306070:0:14221:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddce41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306073:0:14221:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddce41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7467:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306085:0:14221:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.306147:0:14221:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd1b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+1730:3081:x1788538547624256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 201us (287us total) trans 4295071577 rc 0/0 00000100:00100000:2.0:1705683736.306152:0:14221:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260966 00000100:00100000:2.0:1705683736.306158:0:14221:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.306159:0:14221:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.306161:0:14221:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260968 00000100:00100000:2.0:1705683736.306163:0:14221:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880124442800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+323:3080:x1788538547623936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.306170:0:14221:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24576 count 1 00010000:00010000:2.0:1705683736.306195:0:14221:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131158000/0x9d5ae94021ddce4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6000:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306201:0:14221:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021dc3b7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0c8 expref: 2901 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.306205:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.306206:0:14221:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.306207:0:14221:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131158000/0x9d5ae94021ddce4f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.306216:0:14221:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021dc3b7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0c8 expref: 2901 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.306221:0:14221:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021dc3b7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6000:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0c8 expref: 2901 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.306226:0:14221:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de89900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14221:1788538547624512:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.306238:0:14221:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c480 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.306301:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124444600/2, rc 0, transno 104282 00000100:00100000:2.0:1705683736.306823:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124444600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547624320:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.306831:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.306832:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.306838:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260971 00000100:00100000:2.0:1705683736.306841:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5099:1857:x1788538570199552:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.306846:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.307112:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013115b700/0x9d5ae94021ddce5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7d9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425881d7 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.307123:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7d9e:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.307130:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.307131:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.307134:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013115b700/0x9d5ae94021ddce5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881d7 expref: 5100 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.307140:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013115b700/0x9d5ae94021ddce5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881d7 expref: 5100 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.307145:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013115b700, rc 0) 00000100:00100000:2.0:1705683736.307157:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5100:1857:x1788538570199552:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 316us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.307161:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260971 00000100:00100000:2.0:1705683736.307169:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.307169:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.307172:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260973 00000100:00100000:2.0:1705683736.307174:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d41900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5099:1857:x1788538570199680:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.307178:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.307449:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddce6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7d9f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425881e5 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.307457:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7d9f:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.307463:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.307464:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.307466:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddce6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881e5 expref: 5100 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.307471:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c95cc80/0x9d5ae94021ddce6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881e5 expref: 5100 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.307476:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c95cc80, rc 0) 00000100:00100000:2.0:1705683736.307486:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d41900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5100:1857:x1788538570199680:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 311us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.307490:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260973 00000100:00100000:2.0:1705683736.307497:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.307497:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.307500:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260975 00000100:00100000:2.0:1705683736.307502:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d46900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570199744:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.307506:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.307800:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe9d680/0x9d5ae94021ddce80 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425881ec expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.307808:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f5e:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.307814:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.307815:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.307817:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe9d680/0x9d5ae94021ddce80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881ec expref: 4841 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.307823:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe9d680/0x9d5ae94021ddce80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425881ec expref: 4841 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.307828:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe9d680, rc 0) 00000100:00100000:2.0:1705683736.307839:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d46900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1857:x1788538570199744:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 336us (1361us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.307843:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260975 00000100:00100000:2.0:1705683736.308192:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a88a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547624768:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.308210:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.308237:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.308237:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.308242:0:9338:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260979 00000100:00100000:2.0:1705683736.308245:0:9338:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a8c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1733:3080:x1788538547624640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.308255:0:9338:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29802 count 1 00002000:00010000:2.0:1705683736.308543:0:9338:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x746a:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.308546:0:9338:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308552:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.308552:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.308554:0:9338:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308559:0:9338:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308567:0:9338:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308571:0:9338:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308578:0:9338:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.308664:0:9338:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a8c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+1734:3080:x1788538547624640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 418us (493us total) trans 4295071580 rc 0/0 00000100:00100000:2.0:1705683736.308668:0:9338:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260979 00010000:00010000:2.0:1705683736.308680:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.308681:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddce8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308686:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fd13480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.308687:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddce8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308692:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddce8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308701:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddce8e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308704:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddce8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7466:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308718:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.308719:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308722:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe9f980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.308723:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308726:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308731:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308734:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe9f980/0x9d5ae94021ddce95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x746a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308741:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.308741:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.308742:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.308744:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.308751:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.308752:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fd13700/0x9d5ae94021ddce9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308755:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fd13700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.308756:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd13700/0x9d5ae94021ddce9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308761:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd13700/0x9d5ae94021ddce9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x746c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308765:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fd13700/0x9d5ae94021ddce9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x746c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308768:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd13700/0x9d5ae94021ddce9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x746c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.308773:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.308774:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.308774:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.308782:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880124441900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547624576:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.308796:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.308817:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a88a00/2, rc 0, transno 104285 00000100:00100000:2.0:1705683736.308822:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a88a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547624768:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.308842:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de8da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547624832:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.308852:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.308861:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.308862:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.308866:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547624832 00000100:00100000:2.0:1705683736.308874:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.308875:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.308877:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260983 00000100:00100000:2.0:1705683736.308879:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de8df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1735:3083:x1788538547624832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.308887:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29805 count 1 00002000:00010000:2.0:1705683736.309597:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x746d:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.309601:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309607:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.309607:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.309609:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309614:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309618:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309622:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309631:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683736.309647:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.309649:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddceaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309653:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a7700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.309655:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddceaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309659:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddceaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x746b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309672:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddceaa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x746b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309677:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a7700/0x9d5ae94021ddceaa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x746b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309687:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.309688:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309691:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fe9d900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.309693:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309696:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309702:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309705:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe9d900/0x9d5ae94021ddceb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x746d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309714:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.309715:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.309716:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fd11b80/0x9d5ae94021ddceb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309721:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fd11b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.309722:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd11b80/0x9d5ae94021ddceb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309726:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd11b80/0x9d5ae94021ddceb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309732:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fd11b80/0x9d5ae94021ddceb8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309736:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd11b80/0x9d5ae94021ddceb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7469:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.309745:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.309745:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.309747:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.309750:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.309754:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.309755:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.309761:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260985 00000100:00100000:2.0:1705683736.309765:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d41e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5101:1857:x1788538570200064:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.309770:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.310186:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddced4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7da2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258820f expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.310198:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7da2:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.310208:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.310209:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.310212:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddced4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7da2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258820f expref: 5104 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.310220:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e84b980/0x9d5ae94021ddced4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7da2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258820f expref: 5104 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.310225:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e84b980, rc 0) 00000100:00100000:2.0:1705683736.310795:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d41e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5104:1857:x1788538570200064:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 1029us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.310801:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260985 00000100:00100000:2.0:1705683736.311115:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de8df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1737:3083:x1788538547624832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2234us (2261us total) trans 4295071584 rc 0/0 00000100:00100000:2.0:1705683736.311121:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260983 00000100:00100000:2.0:1705683736.311235:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de88500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547625024:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.311253:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.311273:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.311274:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.311278:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547625024 00000100:00100000:2.0:1705683736.311291:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.311292:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.311295:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260992 00000100:00100000:2.0:1705683736.311298:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1739:3083:x1788538547625088:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.311306:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29809 count 1 00010000:00010000:2.0:1705683736.311786:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.311790:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0394280/0x9d5ae94021ddcee9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.311800:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0394280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.311802:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0394280/0x9d5ae94021ddcee9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.311878:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0394280/0x9d5ae94021ddcee9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x746e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.311889:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0394280/0x9d5ae94021ddcee9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x746e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.311893:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0394280/0x9d5ae94021ddcee9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x746e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.311944:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989b8a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547617792:192.168.204.14@tcp:105: 00010000:00010000:2.0:1705683736.311955:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.311970:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989bee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570197760:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 19905us (19959us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.311975:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99586 00010000:00010000:2.0:1705683736.312086:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.312089:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a974a00/0x9d5ae94021ddcef0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312095:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a974a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.312096:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a974a00/0x9d5ae94021ddcef0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x746f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312104:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a974a00/0x9d5ae94021ddcef0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x746f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312113:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a974a00/0x9d5ae94021ddcef0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x746f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312117:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a974a00/0x9d5ae94021ddcef0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x746f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312134:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.312136:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88006e803980/0x9d5ae94021ddcbbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312140:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88006e803980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.312141:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e803980/0x9d5ae94021ddcbbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312146:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88006e803980/0x9d5ae94021ddcbbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312153:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88006e803980/0x9d5ae94021ddcbbd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312156:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88006e803980/0x9d5ae94021ddcbbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3942:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312172:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.312173:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.312174:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.312178:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.312192:0:15072:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989b8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_073:lustre-OST0000_UUID:15072:1788538547617344:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.312202:0:15072:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.312206:0:15072:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.312206:0:15072:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.312207:0:15072:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.312212:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.312214:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddcef7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312218:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800736b5900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.312219:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddcef7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312222:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddcef7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312229:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddcef7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312232:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddcef7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7474:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312244:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.312245:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.312246:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.312250:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312251:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312258:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260996 00000100:00100000:2.0:1705683736.312262:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:29913:x1788538570200576:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.312267:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683736.312492:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312493:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312498:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99598 00000100:00100000:2.0:1705683736.312502:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131860000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1856:x1788538570200768:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.312508:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.312517:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131ed3200/0x9d5ae94021ccd666 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f55:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742535595 expref: 4843 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.312524:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131ed3200/0x9d5ae94021ccd666 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f55:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742535595 expref: 4843 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:2.0:1705683736.312534:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.312549:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131860000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1856:x1788538570200768:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 46us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.312554:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99598 00010000:00010000:2.0:1705683736.312570:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e849400/0x9d5ae94021ddcf05 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7697:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588239 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312591:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e800/0x9d5ae94021dc6c2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425809cd expref: 2859 pid: 15009 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.312596:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.312597:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.312599:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e849400/0x9d5ae94021ddcf05 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588239 expref: 2859 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.312610:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312611:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312668:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312669:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.312674:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99599 00000100:00100000:2.0:1705683736.312677:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131863700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1856:x1788538570200896:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.312683:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.312686:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c15680/0x9d5ae94021d73fbb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568474 expref: 4842 pid: 15078 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.312692:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c15680/0x9d5ae94021d73fbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3940:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568474 expref: 4842 pid: 15078 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.312702:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c15680/0x9d5ae94021d73fbb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3940:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568474 expref: 4842 pid: 15078 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.312710:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.312711:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.312712:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135340500/0x9d5ae94021ddcbaf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312717:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135340500/0x9d5ae94021ddcbaf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3940:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312729:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.312743:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131863700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1856:x1788538570200896:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 65us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.312751:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99599 00010000:00010000:2.0:1705683736.312778:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e800/0x9d5ae94021dc6c2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425809cd expref: 2860 pid: 15009 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.312784:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e800/0x9d5ae94021dc6c2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425809cd expref: 2860 pid: 15009 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.312792:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547625472:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.312807:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.312816:0:15072:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312821:0:15072:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312826:0:15072:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312829:0:15072:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3e4280/0x9d5ae94021ddcba8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.312838:0:15072:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.312943:0:15072:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_073:lustre-MDT0000-mdtlov_UUID+324:3082:x1788538547617216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21148us (21177us total) trans 4295071590 rc 0/0 00000100:00100000:2.0:1705683736.312949:0:15072:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260877 00010000:00010000:2.0:1705683736.312964:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.312967:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313212:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.313214:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc280/0x9d5ae94021ddcf1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313218:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cbdc280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.313220:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc280/0x9d5ae94021ddcf1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313224:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc280/0x9d5ae94021ddcf1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313232:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc280/0x9d5ae94021ddcf1a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313235:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc280/0x9d5ae94021ddcf1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7470:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313245:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313246:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313247:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.313255:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7471:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.313258:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313263:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.313264:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.313265:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313270:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313274:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313277:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313283:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.313286:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.313288:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313291:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a4a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.313292:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313295:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313305:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313308:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a4a00/0x9d5ae94021ddcf21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7471:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313318:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313318:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313319:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313341:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.313343:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e85ea80/0x9d5ae94021ddcf2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313347:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e85ea80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.313349:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e85ea80/0x9d5ae94021ddcf2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313352:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e85ea80/0x9d5ae94021ddcf2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313360:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e85ea80/0x9d5ae94021ddcf2f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313363:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e85ea80/0x9d5ae94021ddcf2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7475:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313371:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313372:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.313373:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.313432:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0001-mdtlov_UUID+1742:3083:x1788538547625088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2133us (2200us total) trans 4295071593 rc 0/0 00000100:00100000:2.0:1705683736.313437:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260992 00000004:00080000:2.0:1705683736.313458:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de88500/2, rc 0, transno 104295 00000100:00100000:2.0:1705683736.313464:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de88500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547625024:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.313473:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096502300/2, rc 0, transno 104558 00000100:00100000:2.0:1705683736.313479:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096502300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547617856:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.313508:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800989be400/2, rc 0, transno 104294 00000100:00100000:2.0:1705683736.313514:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989be400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547617216:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.313534:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b635500/2, rc 0, transno 104293 00000100:00100000:2.0:1705683736.313538:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b635500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547616128:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.313552:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547625728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.313566:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.313575:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.313578:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547625792:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.313587:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.313597:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313598:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313602:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547625728 00000100:00100000:2.0:1705683736.313611:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313612:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313613:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547625792 00000100:00100000:2.0:1705683736.313618:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313619:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313622:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261001 00000100:00100000:2.0:1705683736.313624:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800967a5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+325:3082:x1788538547625728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.313633:0:15036:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24579 count 1 00010000:00010000:2.0:1705683736.313706:0:15036:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313714:0:15036:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021dc3b90 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0f2 expref: 2901 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.313719:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.313721:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.313721:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.313734:0:15036:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021dc3b90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0f2 expref: 2901 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.313741:0:15036:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021dc3b90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f0f2 expref: 2901 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.313749:0:15036:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15036:1788538547625856:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.313761:0:15036:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.313861:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c77b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547626112:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.313897:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.313988:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313989:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.313995:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261005 00000100:00100000:2.0:1705683736.313998:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099abb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1747:3080:x1788538547625600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.314009:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29814 count 1 00002000:00010000:2.0:1705683736.314141:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7476:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.314144:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcf6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7476:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314150:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.314151:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.314152:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcf6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314158:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcf6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314163:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcf6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314167:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a4500/0x9d5ae94021ddcf6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7476:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314175:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.314251:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099abb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1748:3080:x1788538547625600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 252us (361us total) trans 4295071596 rc 0/0 00000100:00100000:2.0:1705683736.314256:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261005 00000100:00100000:2.0:1705683736.314265:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.314266:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.314269:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261008 00000100:00100000:2.0:1705683736.314272:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1747:3081:x1788538547626240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.314280:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29818 count 1 00002000:00010000:2.0:1705683736.314538:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x747a:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.314542:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314548:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.314549:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.314550:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314555:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314559:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314564:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314571:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1705683736.314788:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0001-mdtlov_UUID+1748:3081:x1788538547626240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 515us (836us total) trans 4295071599 rc 0/0 00000100:00100000:2.0:1705683736.314793:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261008 00010000:00010000:2.0:1705683736.314814:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.314817:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800996ba580/0x9d5ae94021ddcf7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314821:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800996ba580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.314823:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800996ba580/0x9d5ae94021ddcf7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314827:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800996ba580/0x9d5ae94021ddcf7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314835:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800996ba580/0x9d5ae94021ddcf7c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314839:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800996ba580/0x9d5ae94021ddcf7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7479:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15072 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314850:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.314851:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314855:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a5680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.314856:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314859:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314864:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314868:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a5680/0x9d5ae94021ddcf8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x747a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.314878:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.314879:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.314880:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.314883:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.314888:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.314928:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c77b700/2, rc 0, transno 104301 00000100:00100000:2.0:1705683736.314935:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c77b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547626112:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.314939:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.314943:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800967a2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547626176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.314960:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.315088:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009838b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547621632:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.315105:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.315110:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.315111:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.315111:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315117:0:15071:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315118:0:15071:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315123:0:15071:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570201920 00000100:00100000:2.0:1705683736.315132:0:6532:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315132:0:6532:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315139:0:6532:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207246 00000100:00100000:2.0:1705683736.315142:0:6532:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d213200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+1241:31036:x1788538570201792:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:2.0:1705683736.315149:0:6532:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.315190:0:6532:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009dcd8280/0x9d5ae94021ddcfad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258826a expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315257:0:6532:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddcfc2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.315264:0:6532:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddcfc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.315272:0:6532:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c8780/0x9d5ae94021ddcfc2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.315279:0:6532:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e00f200/0x9d5ae94021ddcfc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x30 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.315284:0:6532:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099b74c80/0x9d5ae94021ddc8de lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021ddc8bb expref: 14 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315288:0:6532:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e00f200/0x9d5ae94021ddcfc9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 00010000:00010000:2.0:1705683736.315301:0:6532:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099b74c80/0x9d5ae94021ddc8de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9d5ae94021ddc8bb expref: 14 pid: 14328 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.315308:0:6532:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009838b700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6532:1788538547626752:0@lo:104: 00000100:00100000:2.0:1705683736.315327:0:6532:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.315339:0:6532:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.315347:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315348:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315353:0:10083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547626752 00000100:00100000:2.0:1705683736.315368:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315369:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315372:0:10083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8209 00000100:00100000:2.0:1705683736.315375:0:10083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989b8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:6532:x1788538547626752:12345-0@lo:104: 00010000:00010000:2.0:1705683736.315381:0:10083:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315403:0:10083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.315407:0:10083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989b8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:6532:x1788538547626752:12345-0@lo:104: Request processed in 31us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.315413:0:10083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8209 00000100:00100000:2.0:1705683736.315434:0:6532:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009838b700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6532:1788538547626752:0@lo:104: 00010000:00010000:2.0:1705683736.315442:0:6532:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e00f200/0x9d5ae94021ddcfc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 00010000:00100000:2.0:1705683736.315447:0:6532:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.315447:0:6532:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.315448:0:6532:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.315452:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.315454:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315458:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099b75e00 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:2.0:1705683736.315460:0:10084:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1705683736.315464:0:10084:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315479:0:10084:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315483:0:10084:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1705683736.315490:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315494:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880099b75e00/0x9d5ae94021ddc8bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0x30 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9d5ae94021ddc8de expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315506:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.315508:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c56b200/0x9d5ae94021ddcfde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315512:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c56b200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.315513:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c56b200/0x9d5ae94021ddcfde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315517:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c56b200/0x9d5ae94021ddcfde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315527:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c56b200/0x9d5ae94021ddcfde lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315531:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c56b200/0x9d5ae94021ddcfde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7477:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315540:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.315541:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.315542:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.315556:0:15071:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315556:0:15071:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315561:0:15071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261015 00000100:00100000:2.0:1705683736.315564:0:15071:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d212d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5102:15161:x1788538570201920:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.315570:0:15071:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.315706:0:15071:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099b76080/0x9d5ae94021ddcfe5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x789f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588271 expref: -99 pid: 15071 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.315716:0:15071:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x789f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.315724:0:15071:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.315725:0:15071:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.315728:0:15071:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099b76080/0x9d5ae94021ddcfe5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x789f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588271 expref: 5103 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315735:0:15071:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099b76080/0x9d5ae94021ddcfe5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x789f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588271 expref: 5103 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.315741:0:15071:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099b76080, rc 0) 00000100:00100000:2.0:1705683736.315754:0:15071:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d212d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5103:15161:x1788538570201920:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 190us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.315759:0:15071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261015 00000100:00100000:2.0:1705683736.315767:0:15071:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315768:0:15071:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.315771:0:15071:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261018 00000100:00100000:2.0:1705683736.315774:0:15071:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fdcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0001-mdtlov_UUID+1751:3080:x1788538547626944:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.315781:0:15071:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29821 count 1 00002000:00010000:2.0:1705683736.316103:0:15071:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x747d:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.316107:0:15071:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097518780/0x9d5ae94021ddcffa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x747d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316112:0:15071:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.316113:0:15071:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.316115:0:15071:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097518780/0x9d5ae94021ddcffa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x747d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316120:0:15071:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097518780/0x9d5ae94021ddcffa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x747d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316125:0:15071:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097518780/0x9d5ae94021ddcffa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x747d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316129:0:15071:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097518780/0x9d5ae94021ddcffa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15071 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316138:0:15071:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.316221:0:15071:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fdcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_072:lustre-MDT0001-mdtlov_UUID+1753:3080:x1788538547626944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 446us (526us total) trans 4295071603 rc 0/0 00000100:00100000:2.0:1705683736.316226:0:15071:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261018 00010000:00010000:2.0:1705683736.316320:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.316323:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddcff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316328:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135e89680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.316330:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddcff3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316334:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddcff3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x747b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316343:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddcff3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x747b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316347:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddcff3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x747b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316358:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.316359:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddd001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316363:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fd13480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.316364:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddd001 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x747c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316368:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddd001 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x747c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316374:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddd001 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x747c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316378:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd13480/0x9d5ae94021ddd001 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x747c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316388:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.316388:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.316389:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.316392:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.316395:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.316414:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b6e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547618560:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.316426:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.316431:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.316432:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.316432:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.316449:0:15082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134928a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:15082:1788538547619072:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.316459:0:15082:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.316463:0:15082:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.316464:0:15082:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.316465:0:15082:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:2.0:1705683736.316480:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c77a300/2, rc 0, transno 104309 00000100:00100000:2.0:1705683736.316486:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c77a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547626688:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.316493:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cb10000/2, rc 0, transno 104305 00000100:00100000:2.0:1705683736.316494:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cb10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547622848:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.316521:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.316522:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.316529:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99604 00000100:00100000:2.0:1705683736.316532:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013598b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1857:x1788538570201600:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1705683736.316537:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1705683736.316540:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134dbad00/0x9d5ae94021d754d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425686ff expref: 4842 pid: 15041 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.316547:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134dbad00/0x9d5ae94021d754d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425686ff expref: 4842 pid: 15041 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.316557:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134dbad00/0x9d5ae94021d754d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425686ff expref: 4842 pid: 15041 timeout: 608 lvb_type: 0 00010000:00010000:2.0:1705683736.316564:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.316565:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.316567:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316575:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.316586:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1705683736.316596:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013598b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570201600:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 64us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.316600:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99604 00000100:00100000:2.0:1705683736.316612:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.316613:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.316619:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261022 00000100:00100000:2.0:1705683736.316622:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801357f5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1755:3083:x1788538547627328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.316630:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29826 count 1 00010000:00010000:2.0:1705683736.317052:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.317054:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1705683736.317064:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7482:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.317068:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd01d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7482:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317074:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.317074:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.317076:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317082:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317086:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd01d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317091:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd01d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7482:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317098:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.317172:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801357f5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1757:3083:x1788538547627328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 548us (687us total) trans 4295071608 rc 0/0 00000100:00100000:2.0:1705683736.317176:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261022 00010000:00010000:2.0:1705683736.317191:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.317212:0:15082:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317217:0:15082:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317222:0:15082:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317227:0:15082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317234:0:15082:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.317238:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.317239:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317243:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134f16d00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.317245:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317249:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317258:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317261:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134f16d00/0x9d5ae94021ddcc1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3944:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.317271:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.317272:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.317273:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.317357:0:15082:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+821:3082:x1788538547618880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23264us (23378us total) trans 4295071859 rc 0/0 00000100:00100000:2.0:1705683736.317362:0:15082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260894 00000100:00100000:2.0:1705683736.317378:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.317379:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.317382:0:15082:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570202432 00000100:00100000:2.0:1705683736.317393:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.317393:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.317397:0:15082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261025 00000100:00100000:2.0:1705683736.317400:0:15082:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013598f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:dab809dd-6952-4f4e-9170-c0b3df4b5902+2860:30388:x1788538570202432:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.317406:0:15082:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.318172:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.318175:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd04e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318184:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e9f4c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.318186:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd04e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318190:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd04e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318200:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd04e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318204:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd04e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318294:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.318296:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.318297:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.318304:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318309:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318313:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318317:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318325:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.318406:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356ec100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+821:3082:x1788538547621440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19204us (19284us total) trans 4295071861 rc 0/0 00000100:00100000:2.0:1705683736.318411:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260925 00010000:00010000:2.0:1705683736.318543:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.318545:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318551:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131d86580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.318552:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318556:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318565:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318569:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131d86580/0x9d5ae94021ddcd14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3946:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318579:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.318580:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4780/0x9d5ae94021ddd071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318585:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e9f4780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.318586:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4780/0x9d5ae94021ddd071 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318590:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4780/0x9d5ae94021ddd071 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318596:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4780/0x9d5ae94021ddd071 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318600:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4780/0x9d5ae94021ddd071 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7487:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318608:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.318608:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.318609:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.318617:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318621:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318626:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318630:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.318658:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.318762:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6edf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+326:3080:x1788538547617728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25694us (25739us total) trans 4295071611 rc 0/0 00000100:00100000:2.0:1705683736.318768:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260887 00010000:00010000:2.0:1705683736.318999:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.319002:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319007:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f1cc780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.319008:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319013:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319022:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319026:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f1cc780/0x9d5ae94021ddcbe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ffd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319039:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.319040:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e9f5e00/0x9d5ae94021ddd078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319044:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e9f5e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.319045:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f5e00/0x9d5ae94021ddd078 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319053:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f5e00/0x9d5ae94021ddd078 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x748a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319060:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e9f5e00/0x9d5ae94021ddd078 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x748a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319063:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e9f5e00/0x9d5ae94021ddd078 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x748a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319072:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.319073:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.319074:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.319080:0:15082:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131d81b80/0x9d5ae94021ddd07f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7be6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258828d expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.319090:0:15082:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7be6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.319099:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.319100:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.319103:0:15082:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131d81b80/0x9d5ae94021ddd07f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258828d expref: 2861 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319111:0:15082:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131d81b80/0x9d5ae94021ddd07f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7be6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258828d expref: 2861 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319117:0:15082:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131d81b80, rc 0) 00000100:00100000:2.0:1705683736.319135:0:15082:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013598f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:dab809dd-6952-4f4e-9170-c0b3df4b5902+2861:30388:x1788538570202432:12345-192.168.204.14@tcp:101:dd.0 Request processed in 1734us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.319141:0:15082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261025 00000004:00080000:2.0:1705683736.319167:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800989bee00/2, rc 0, transno 104314 00000100:00100000:2.0:1705683736.319172:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989bee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547627584:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.319183:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801356ef300/2, rc 0, transno 104565 00000100:00100000:2.0:1705683736.319186:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801356ef300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547621440:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.319194:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131864600/2, rc 0, transno 104563 00000100:00100000:2.0:1705683736.319197:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131864600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547618880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.319477:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319479:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319483:0:15082:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547627264 00000100:00100000:2.0:1705683736.319496:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319497:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319499:0:15082:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547627520 00000100:00100000:2.0:1705683736.319505:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319505:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319507:0:15082:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547627776 00000100:00100000:2.0:1705683736.319514:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319515:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.319518:0:15082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261033 00000100:00100000:2.0:1705683736.319521:0:15082:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801357f3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0001-mdtlov_UUID+1762:3081:x1788538547627264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.319531:0:15082:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29825 count 1 00002000:00010000:2.0:1705683736.319855:0:15082:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7481:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.319859:0:15082:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddd08d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7481:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319865:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.319866:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.319867:0:15082:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddd08d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319877:0:15082:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddd08d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319883:0:15082:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddd08d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319886:0:15082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c518c80/0x9d5ae94021ddd08d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7481:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.319894:0:15082:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.320110:0:15082:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801357f3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0001-mdtlov_UUID+1769:3081:x1788538547627264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 587us (672us total) trans 4295071614 rc 0/0 00000100:00100000:2.0:1705683736.320117:0:15082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261033 00000100:00100000:2.0:1705683736.320127:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.320128:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.320131:0:15082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261037 00000100:00100000:2.0:1705683736.320134:0:15082:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009672a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+822:3081:x1788538547628288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.320143:0:15082:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14669 count 1 00010000:00010000:2.0:1705683736.320233:0:15082:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.320242:0:15082:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132538000/0x9d5ae94021d782ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742568c4d expref: 4837 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.320247:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.320248:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.320250:0:15082:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.320265:0:15082:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132538000/0x9d5ae94021d782ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568c4d expref: 4837 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.320273:0:15082:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132538000/0x9d5ae94021d782ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568c4d expref: 4837 pid: 8807 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.320281:0:15082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989b8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:15082:1788538547628416:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.320306:0:15082:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.320315:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.320319:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.320320:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.320327:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261039 00000100:00100000:2.0:1705683736.320330:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009672ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1767:3081:x1788538547627456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.320339:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29828 count 1 00002000:00010000:2.0:1705683736.321036:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7484:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.321039:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd0b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7484:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321045:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.321046:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.321047:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd0b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321053:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd0b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321061:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd0b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321066:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd0b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7484:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321085:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.321166:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009672ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1768:3081:x1788538547627456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 835us (1588us total) trans 4295071618 rc 0/0 00000100:00100000:2.0:1705683736.321171:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261039 00010000:00010000:2.0:1705683736.321185:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.321187:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddd0a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321192:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800736b5900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.321194:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddd0a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321198:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddd0a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321207:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddd0a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321211:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b5900/0x9d5ae94021ddd0a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7489:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321224:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.321226:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d8a080/0x9d5ae94021ddd0a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321229:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097d8a080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.321230:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d8a080/0x9d5ae94021ddd0a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321233:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d8a080/0x9d5ae94021ddd0a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321238:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d8a080/0x9d5ae94021ddd0a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321241:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d8a080/0x9d5ae94021ddd0a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7488:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321251:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.321252:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88006e803980/0x9d5ae94021ddd0b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321255:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88006e803980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.321256:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88006e803980/0x9d5ae94021ddd0b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321259:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88006e803980/0x9d5ae94021ddd0b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x748c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321266:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88006e803980/0x9d5ae94021ddd0b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x748c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321270:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88006e803980/0x9d5ae94021ddd0b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x748c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321275:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.321276:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.321277:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.321280:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.321294:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e97df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547628096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.321311:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.321320:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135cbd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547628352:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.321329:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683736.321355:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.321357:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009953ca00/0x9d5ae94021ddd0c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321361:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009953ca00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.321362:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009953ca00/0x9d5ae94021ddd0c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321366:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009953ca00/0x9d5ae94021ddd0c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321373:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009953ca00/0x9d5ae94021ddd0c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321377:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009953ca00/0x9d5ae94021ddd0c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321385:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.321386:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd0cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321390:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097d89680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.321391:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd0cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321394:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd0cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x748d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321399:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd0cc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x748d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321402:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd0cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x748d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321410:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.321411:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.321412:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.321416:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321417:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321421:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261044 00000100:00100000:2.0:1705683736.321424:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800989b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+824:3082:x1788538547628352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.321433:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14670 count 1 00010000:00010000:2.0:1705683736.321505:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321512:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88007352c780/0x9d5ae94021d78704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742568cd9 expref: 4837 pid: 15033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321517:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.321518:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.321519:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321531:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88007352c780/0x9d5ae94021d78704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568cd9 expref: 4837 pid: 15033 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321537:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007352c780/0x9d5ae94021d78704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568cd9 expref: 4837 pid: 15033 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.321543:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f314100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547628608:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.321558:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c540 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.321576:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547623616:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.321588:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.321594:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.321595:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.321596:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321695:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321696:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321702:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547628160 00000100:00100000:2.0:1705683736.321716:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321717:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321719:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547628672 00000100:00100000:2.0:1705683736.321726:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321727:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321729:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547628864 00000100:00100000:2.0:1705683736.321737:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321737:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.321742:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261047 00000100:00100000:2.0:1705683736.321745:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135cb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1770:3083:x1788538547628672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.321755:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29838 count 1 00002000:00010000:2.0:1705683736.321923:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x748e:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.321927:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd0ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x748e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321933:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.321933:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.321935:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd0ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x748e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321941:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd0ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x748e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321946:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd0ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x748e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321950:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd0ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.321962:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.322046:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135cb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0001-mdtlov_UUID+1771:3083:x1788538547628672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 299us (379us total) trans 4295071622 rc 0/0 00000100:00100000:2.0:1705683736.322051:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261047 00000100:00100000:2.0:1705683736.322090:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.322097:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135cb8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629184:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.322114:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.322146:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.322147:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683736.322554:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.322558:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009db39680/0x9d5ae94021ddd104 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322563:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009db39680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.322564:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db39680/0x9d5ae94021ddd104 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322569:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009db39680/0x9d5ae94021ddd104 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322578:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009db39680/0x9d5ae94021ddd104 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322582:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009db39680/0x9d5ae94021ddd104 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322592:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.322594:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.322595:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.322609:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.322610:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.322616:0:14206:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570205184 00000100:00100000:2.0:1705683736.322647:0:14206:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.322648:0:14206:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.322653:0:14206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207249 00000100:00100000:2.0:1705683736.322657:0:14206:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013598df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+817:31102:x1788538570205184:12345-192.168.204.14@tcp:101:touch.0 00010000:00010000:2.0:1705683736.322671:0:14206:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.322672:0:14206:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1705683736.322685:0:14206:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007378b700/0x9d5ae94021ddc8fa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1660:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880e2 expref: 817 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322696:0:14206:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1660:0x0].0x0 (ffff88009b3d5800) 00010000:00010000:2.0:1705683736.322699:0:14206:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1705683736.322705:0:14206:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c518f00/0x9d5ae94021ddd10b lrc: 2/0,0 mode: --/CW res: [0x200000404:0x1660:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588327 expref: -99 pid: 14206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.322788:0:14206:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008e85f980/0x9d5ae94021ddd112 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1660:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14206 initiator: MDT0 00010000:00010000:2.0:1705683736.322796:0:14206:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008e85f980/0x9d5ae94021ddd112 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT0 00010000:00010000:2.0:1705683736.322802:0:14206:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008e85f980/0x9d5ae94021ddd112 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x1660:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14206 initiator: MDT0 00010000:00010000:2.0:1705683736.322852:0:14206:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801244ec780/0x9d5ae94021ddd119 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1660:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14206 initiator: MDT0 00010000:00010000:2.0:1705683736.322857:0:14206:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801244ec780/0x9d5ae94021ddd119 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1660:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT0 00010000:00010000:2.0:1705683736.322862:0:14206:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801244ec780/0x9d5ae94021ddd119 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1660:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14206 initiator: MDT0 00010000:00010000:2.0:1705683736.323055:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.323067:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135cbad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629248:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.323087:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.323105:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135cb8500/2, rc 0, transno 104328 00000100:00100000:2.0:1705683736.323117:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135cb8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629184:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.323126:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132bb9900/2, rc 0, transno 104327 00000100:00100000:2.0:1705683736.323129:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132bb9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547628928:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.323140:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323141:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323144:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547629248 00000100:00100000:2.0:1705683736.323155:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323155:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323158:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261055 00000100:00100000:2.0:1705683736.323161:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1776:3083:x1788538547629248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.323170:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29846 count 1 00002000:00010000:2.0:1705683736.323285:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7496:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.323288:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323293:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.323294:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.323295:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323301:0:15101:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323305:0:15101:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323308:0:15101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323315:0:15101:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.323319:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.323321:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323324:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b0f2580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.323325:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323329:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323335:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323338:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0f2580/0x9d5ae94021ddd135 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7496:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323394:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.323394:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.323396:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.323410:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de8e900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15000:1788538547624384:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.323421:0:15000:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.323425:0:15000:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.323426:0:15000:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.323427:0:15000:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323502:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1777:3083:x1788538547629248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 340us (414us total) trans 4295071628 rc 0/0 00000100:00100000:2.0:1705683736.323506:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261055 00000004:00080000:2.0:1705683736.323524:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135cbad00/2, rc 0, transno 104332 00000100:00100000:2.0:1705683736.323528:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135cbad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629248:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.323549:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.323553:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec64b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629440:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.323566:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.323580:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323580:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323583:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547629440 00000100:00100000:2.0:1705683736.323593:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323593:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323596:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261057 00000100:00100000:2.0:1705683736.323598:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1777:3083:x1788538547629440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.323605:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29849 count 1 00010000:00010000:2.0:1705683736.323777:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.323779:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dcd8000/0x9d5ae94021ddce3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323784:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dcd8000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.323786:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dcd8000/0x9d5ae94021ddce3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323791:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dcd8000/0x9d5ae94021ddce3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323800:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dcd8000/0x9d5ae94021ddce3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323804:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dcd8000/0x9d5ae94021ddce3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.323815:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.323816:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.323817:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.323820:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323821:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323825:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547629376 00000100:00100000:2.0:1705683736.323837:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323837:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323839:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547629312 00000100:00100000:2.0:1705683736.323847:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323848:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.323850:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261058 00000100:00100000:2.0:1705683736.323853:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0001-mdtlov_UUID+1779:3081:x1788538547629376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.323861:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29848 count 1 00002000:00010000:2.0:1705683736.324007:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7498:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.324010:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0280/0x9d5ae94021ddd151 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7498:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324019:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.324020:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.324021:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0280/0x9d5ae94021ddd151 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324027:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0280/0x9d5ae94021ddd151 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324032:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0280/0x9d5ae94021ddd151 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324036:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0280/0x9d5ae94021ddd151 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7498:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324054:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.324132:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0001-mdtlov_UUID+1780:3081:x1788538547629376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 277us (437us total) trans 4295071631 rc 0/0 00000100:00100000:2.0:1705683736.324137:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261058 00000100:00100000:2.0:1705683736.324156:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629568:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.324172:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.324188:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324189:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324195:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547629632 00000100:00100000:2.0:1705683736.324204:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324205:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324207:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547629568 00000100:00100000:2.0:1705683736.324215:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324216:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324218:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261060 00000100:00100000:2.0:1705683736.324221:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132bbc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+1781:3080:x1788538547629632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.324230:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29851 count 1 00002000:00010000:2.0:1705683736.324348:0:14416:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x749b:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.324352:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f1680/0x9d5ae94021ddd158 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x749b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324357:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.324358:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.324359:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f1680/0x9d5ae94021ddd158 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x749b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324364:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0f1680/0x9d5ae94021ddd158 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x749b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324369:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f1680/0x9d5ae94021ddd158 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x749b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324373:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f1680/0x9d5ae94021ddd158 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x749b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324385:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.324457:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132bbc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+1783:3080:x1788538547629632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 235us (297us total) trans 4295071633 rc 0/0 00000100:00100000:2.0:1705683736.324462:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261060 00010000:00010000:2.0:1705683736.324474:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.324476:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324484:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131d81900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.324486:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324490:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324498:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324502:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131d81900/0x9d5ae94021ddcdf4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5ffe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.324517:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.324518:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.324519:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.324522:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.324531:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629888:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.324549:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.324565:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de8bc00/2, rc 0, transno 104338 00000100:00100000:2.0:1705683736.324570:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de8bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547623296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.324708:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324709:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324713:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547630016 00000100:00100000:2.0:1705683736.324723:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324724:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.324727:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261064 00000100:00100000:2.0:1705683736.324730:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b110a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0001-mdtlov_UUID+1785:3083:x1788538547629888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.324738:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29853 count 1 00002000:00010000:2.0:1705683736.324996:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x749d:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.324999:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325004:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.325004:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.325006:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325011:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325015:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325019:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325027:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.325032:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.325034:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325039:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b0f0000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.325040:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325049:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325056:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325060:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b0f0000/0x9d5ae94021ddd174 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x749d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325102:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.325103:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.325103:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.325149:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.325151:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddd17b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x749f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325157:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135e89680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.325158:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddd17b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x749f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325163:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddd17b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x749f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325170:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddd17b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x749f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325175:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e89680/0x9d5ae94021ddd17b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x749f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325185:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.325186:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.325187:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.325231:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b110a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0001-mdtlov_UUID+1789:3083:x1788538547629888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 500us (681us total) trans 4295071638 rc 0/0 00000100:00100000:2.0:1705683736.325235:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261064 00000004:00080000:2.0:1705683736.325253:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132bba300/2, rc 0, transno 104342 00000100:00100000:2.0:1705683736.325263:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132bba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629888:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.325268:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ec61e00/2, rc 0, transno 104341 00000100:00100000:2.0:1705683736.325270:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ec61e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629568:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.325276:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132bbd000/2, rc 0, transno 104345 00000100:00100000:2.0:1705683736.325277:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132bbd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547628864:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.325284:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547630144:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.325299:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.325308:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1705683736.325311:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132bb9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547629824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.325321:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.325328:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009b117800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547630080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.325339:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.325354:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880124445500/2, rc 0, transno 104334 00000100:00100000:2.0:1705683736.325358:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880124445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547624128:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.325376:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de88f00/2, rc 0, transno 104336 00000100:00100000:2.0:1705683736.325379:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de88f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547624000:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.325393:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c08f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547630336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.325406:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.325415:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325415:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325419:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547630080 00000100:00100000:2.0:1705683736.325427:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325427:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325430:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261068 00000100:00100000:2.0:1705683736.325432:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a80f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+328:3083:x1788538547629824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.325439:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24581 count 1 00010000:00010000:2.0:1705683736.325698:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddd190 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6005:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325707:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a029a800/0x9d5ae94021dc3be4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f10e expref: 2896 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.325711:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.325712:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.325713:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddd190 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1705683736.325733:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800967a3700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547625472:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.325746:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e849400/0x9d5ae94021ddcf05 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7697:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588239 expref: 2859 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.325754:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e849400, rc 0) 00000100:00100000:2.0:1705683736.325764:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b61f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2859:29913:x1788538570200576:12345-192.168.204.14@tcp:101:dd.0 Request processed in 13502us (13901us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.325772:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260996 00000100:00100000:2.0:1705683736.325787:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325788:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325790:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570203648 00000100:00100000:2.0:1705683736.325801:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325801:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.325804:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261072 00000100:00100000:2.0:1705683736.325807:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e905a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5106:1858:x1788538570203456:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.325812:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.325955:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135340500/0x9d5ae94021ddd197 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7da7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425882c5 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.325964:0:8808:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7da7:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.325974:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.325975:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.325978:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135340500/0x9d5ae94021ddd197 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7da7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425882c5 expref: 5107 pid: 8808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.325985:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135340500/0x9d5ae94021ddd197 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7da7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425882c5 expref: 5107 pid: 8808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.325991:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135340500, rc 0) 00000100:00100000:2.0:1705683736.326002:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e905a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5107:1858:x1788538570203456:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 194us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.326007:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261072 00000100:00100000:2.0:1705683736.326033:0:15036:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800967a4b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_050:lustre-OST0000_UUID:15036:1788538547625856:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.326043:0:15036:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.326048:0:15036:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.326049:0:15036:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.326050:0:15036:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326057:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1db700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547630592:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.326071:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.326080:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.326083:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547630400:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.326096:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326097:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683736.326110:0:15000:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326114:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326119:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326123:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326130:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.326230:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de8f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+329:3083:x1788538547623744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21353us (21411us total) trans 4295071642 rc 0/0 00000100:00100000:2.0:1705683736.326235:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260959 00000004:00080000:2.0:1705683736.326256:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de8e400/2, rc 0, transno 104346 00000100:00100000:2.0:1705683736.326261:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de8e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547623744:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1705683736.326280:0:15036:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326284:0:15036:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326288:0:15036:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326292:0:15036:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.326299:0:15036:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.326376:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800967a5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:lustre-MDT0000-mdtlov_UUID+329:3082:x1788538547625728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12750us (12809us total) trans 4295071644 rc 0/0 00000100:00100000:2.0:1705683736.326381:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261001 00000100:00100000:2.0:1705683736.326389:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326389:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326392:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570203968 00000100:00100000:2.0:1705683736.326402:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326403:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326406:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261076 00000100:00100000:2.0:1705683736.326409:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f08a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1857:x1788538570203968:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.326414:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683736.326738:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326739:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326744:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570204480 00000100:00100000:2.0:1705683736.326763:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326764:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326766:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570204544 00000100:00100000:2.0:1705683736.326778:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326779:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.326784:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261078 00000100:00100000:2.0:1705683736.326787:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f0f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570204096:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.326792:0:15066:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.327037:0:15066:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b3e4280/0x9d5ae94021ddd1d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425882ef expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.327047:0:15066:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f67:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.327055:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327056:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327059:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b3e4280/0x9d5ae94021ddd1d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425882ef expref: 4848 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.327067:0:15066:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b3e4280/0x9d5ae94021ddd1d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425882ef expref: 4849 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.327072:0:15066:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b3e4280, rc 0) 00000100:00100000:2.0:1705683736.327087:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f0f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1857:x1788538570204096:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 300us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.327092:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261078 00000100:00100000:2.0:1705683736.327101:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327102:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327105:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261082 00000100:00100000:2.0:1705683736.327108:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131f09400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5112:1857:x1788538570204544:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.327113:0:15066:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.327238:0:15066:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddd1e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7daa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258830b expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.327249:0:15066:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7daa:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.327257:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327258:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327260:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddd1e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7daa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258830b expref: 5113 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.327268:0:15066:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b592a80/0x9d5ae94021ddd1e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7daa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258830b expref: 5113 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.327273:0:15066:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b592a80, rc 0) 00000100:00100000:2.0:1705683736.327287:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f09400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5113:1857:x1788538570204544:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 178us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.327291:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261082 00000100:00100000:2.0:1705683736.327300:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327301:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327304:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261085 00000100:00100000:2.0:1705683736.327307:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:dab809dd-6952-4f4e-9170-c0b3df4b5902+2896:30388:x1788538570205056:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.327312:0:15066:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.327444:0:15066:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddd1f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588320 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.327453:0:15066:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.327460:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327461:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327463:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddd1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588320 expref: 2897 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.327473:0:15066:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b591900/0x9d5ae94021ddd1f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588320 expref: 2897 pid: 15066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.327478:0:15066:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b591900, rc 0) 00000100:00100000:2.0:1705683736.327487:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:dab809dd-6952-4f4e-9170-c0b3df4b5902+2897:30388:x1788538570205056:12345-192.168.204.14@tcp:101:dd.0 Request processed in 180us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.327490:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261085 00000100:00100000:2.0:1705683736.327509:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327510:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327513:0:15066:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570205312 00000100:00100000:2.0:1705683736.327524:0:15066:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327524:0:15066:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327527:0:15066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261087 00000100:00100000:2.0:1705683736.327530:0:15066:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007386bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5113:1857:x1788538570205312:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.327534:0:15066:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.327876:0:15066:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b591400/0x9d5ae94021ddd223 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7dab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588335 expref: -99 pid: 15066 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.327886:0:15066:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7dab:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.327894:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327895:0:15066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.327897:0:15066:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b591400/0x9d5ae94021ddd223 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588335 expref: 5117 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.327922:0:15066:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b591400/0x9d5ae94021ddd223 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588335 expref: 5117 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.327933:0:15066:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b591400, rc 0) 00000100:00100000:2.0:1705683736.327945:0:15066:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007386bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_067:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5117:1857:x1788538570205312:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 414us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.327949:0:15066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261087 00000100:00100000:2.0:1705683736.327998:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.327999:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328003:0:15056:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570205632 00000100:00100000:2.0:1705683736.328014:0:15056:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328014:0:15056:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328019:0:15056:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261092 00000100:00100000:2.0:1705683736.328023:0:15056:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8a3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5117:1857:x1788538570205632:12345-192.168.204.14@tcp:101:ll_agl.0 00000100:00100000:2.0:1705683736.328030:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328031:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328036:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261093 00000100:00100000:2.0:1705683736.328039:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8a2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1858:x1788538570205760:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.328044:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.328155:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed94780/0x9d5ae94021ddd23f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588366 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.328165:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f6c:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.328172:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.328173:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.328176:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed94780/0x9d5ae94021ddd23f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588366 expref: 4854 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.328184:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ed94780/0x9d5ae94021ddd23f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588366 expref: 4854 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.328189:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed94780, rc 0) 00000100:00100000:2.0:1705683736.328200:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8a2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1858:x1788538570205760:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 160us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.328205:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261093 00000100:00100000:2.0:1705683736.328217:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328217:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328220:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261098 00000100:00100000:2.0:1705683736.328224:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570206016:12345-192.168.204.14@tcp:2:touch.0 00000100:00100000:2.0:1705683736.328569:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570206016:12345-192.168.204.14@tcp:2:touch.0 Request processed in 343us (502us total) trans 4295071862 rc 0/0 00000100:00100000:2.0:1705683736.328574:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261098 00010000:00010000:2.0:1705683736.328589:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1705683736.328592:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328597:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c0ab980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.328599:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328604:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328613:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328620:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab980/0x9d5ae94021ddce33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5fff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328648:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.328651:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009808c000/0x9d5ae94021ddd1ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328655:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009808c000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.328656:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009808c000/0x9d5ae94021ddd1ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328661:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009808c000/0x9d5ae94021ddd1ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328669:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009808c000/0x9d5ae94021ddd1ba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328673:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808c000/0x9d5ae94021ddd1ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15090 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328685:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.328686:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328690:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a5900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.328691:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328696:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328702:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328706:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a5900/0x9d5ae94021ddcf59 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328715:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.328716:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.328717:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.328730:0:15056:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.328854:0:15056:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddd28c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7dad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588358 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.328864:0:15056:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7dad:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.328871:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.328872:0:15056:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.328875:0:15056:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddd28c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588358 expref: 5120 pid: 15056 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.328882:0:15056:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed95180/0x9d5ae94021ddd28c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588358 expref: 5120 pid: 15056 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.328887:0:15056:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed95180, rc 0) 00000100:00100000:2.0:1705683736.328898:0:15056:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8a3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_061:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5120:1857:x1788538570205632:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 875us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.328903:0:15056:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261092 00010000:00010000:2.0:1705683736.328935:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.328938:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b0f0780/0x9d5ae94021ddcf75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328943:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b0f0780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.328945:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0f0780/0x9d5ae94021ddcf75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328949:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b0f0780/0x9d5ae94021ddcf75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328957:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b0f0780/0x9d5ae94021ddcf75 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328961:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b0f0780/0x9d5ae94021ddcf75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.328973:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.328974:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.328975:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.328978:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.328983:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328984:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.328989:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570206208 00000100:00100000:2.0:1705683736.329000:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329001:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329004:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261100 00000100:00100000:2.0:1705683736.329007:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c8a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1857:x1788538570206208:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.329013:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.329151:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097d8bc00/0x9d5ae94021ddd2af lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588390 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.329160:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f6f:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.329167:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329169:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329171:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097d8bc00/0x9d5ae94021ddd2af lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588390 expref: 4853 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329178:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097d8bc00/0x9d5ae94021ddd2af lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588390 expref: 4853 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329183:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097d8bc00, rc 0) 00000100:00100000:2.0:1705683736.329194:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c8a0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570206208:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 186us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.329198:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261100 00000100:00100000:2.0:1705683736.329207:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329208:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329212:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261103 00000100:00100000:2.0:1705683736.329214:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c81bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5123:1858:x1788538570206400:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.329220:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.329371:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c0500/0x9d5ae94021ddd2b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7db2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425883a5 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.329381:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7db2:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.329388:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329389:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329391:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c0500/0x9d5ae94021ddd2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883a5 expref: 5124 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329398:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c0500/0x9d5ae94021ddd2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883a5 expref: 5124 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329403:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c0500, rc 0) 00000100:00100000:2.0:1705683736.329412:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c81bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5124:1858:x1788538570206400:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 197us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.329424:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261103 00000100:00100000:2.0:1705683736.329432:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329432:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329435:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261105 00000100:00100000:2.0:1705683736.329438:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c819400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5123:1858:x1788538570206528:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.329443:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.329712:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06c3980/0x9d5ae94021ddd2d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7db3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425883b3 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.329720:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7db3:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.329728:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329729:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329731:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06c3980/0x9d5ae94021ddd2d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883b3 expref: 5125 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329737:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06c3980/0x9d5ae94021ddd2d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883b3 expref: 5125 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329746:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c3980, rc 0) 00000100:00100000:2.0:1705683736.329756:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c819400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5125:1858:x1788538570206528:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 318us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.329761:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261105 00000100:00100000:2.0:1705683736.329770:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329771:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329774:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570206720 00000100:00100000:2.0:1705683736.329786:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329787:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.329790:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261108 00000100:00100000:2.0:1705683736.329793:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c818a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570206720:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.329798:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.329949:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a06c2d00/0x9d5ae94021ddd2e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425883c8 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.329958:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f73:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.329966:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329966:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.329969:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06c2d00/0x9d5ae94021ddd2e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883c8 expref: 4853 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329975:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a06c2d00/0x9d5ae94021ddd2e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883c8 expref: 4853 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.329980:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06c2d00, rc 0) 00000100:00100000:2.0:1705683736.329990:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c818a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570206720:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 197us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.329995:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261108 00000100:00100000:2.0:1705683736.330002:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330003:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330006:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547630464 00000100:00100000:2.0:1705683736.330016:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330017:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330019:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261109 00000100:00100000:2.0:1705683736.330022:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134df8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1789:3080:x1788538547630464:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.330031:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29859 count 1 00002000:00010000:2.0:1705683736.330245:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x74a3:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.330248:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330254:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.330255:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.330256:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330262:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330266:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330271:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330280:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1705683736.330286:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.330288:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e85ed00/0x9d5ae94021ddcf60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330293:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e85ed00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.330294:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e85ed00/0x9d5ae94021ddcf60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330298:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e85ed00/0x9d5ae94021ddcf60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330308:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e85ed00/0x9d5ae94021ddcf60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330312:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e85ed00/0x9d5ae94021ddcf60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330342:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.330344:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330348:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131d81180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.330349:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330353:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330364:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330368:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131d81180/0x9d5ae94021ddd2f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330376:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.330378:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134ae8280/0x9d5ae94021ddd303 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330381:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ae8280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.330382:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134ae8280/0x9d5ae94021ddd303 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330386:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134ae8280/0x9d5ae94021ddd303 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330392:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134ae8280/0x9d5ae94021ddd303 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330395:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ae8280/0x9d5ae94021ddd303 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330403:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.330404:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.330405:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.330409:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.330500:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134df8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1791:3080:x1788538547630464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 477us (504us total) trans 4295071648 rc 0/0 00000100:00100000:2.0:1705683736.330506:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261109 00000100:00100000:2.0:1705683736.330514:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330515:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330518:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261114 00000100:00100000:2.0:1705683736.330521:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c542d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:29581:x1788538570207040:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.330527:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.330790:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e5e580/0x9d5ae94021ddd31f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6be8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425883d6 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.330799:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6be8:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:2.0:1705683736.330807:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.330808:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.330816:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e5e580/0x9d5ae94021ddd31f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883d6 expref: 4854 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330823:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134e5e580/0x9d5ae94021ddd31f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883d6 expref: 4854 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330828:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e5e580, rc 0) 00000100:00100000:2.0:1705683736.330840:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c542d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:29581:x1788538570207040:12345-192.168.204.14@tcp:101:dd.0 Request processed in 318us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.330846:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261114 00010000:00010000:2.0:1705683736.330859:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.330862:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009db3af80/0x9d5ae94021ddd0e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330870:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009db3af80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.330872:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009db3af80/0x9d5ae94021ddd0e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330876:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009db3af80/0x9d5ae94021ddd0e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x394b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330885:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009db3af80/0x9d5ae94021ddd0e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x394b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330889:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009db3af80/0x9d5ae94021ddd0e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x394b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330899:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.330901:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097d88f00/0x9d5ae94021ddd0be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330921:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097d88f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.330923:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d88f00/0x9d5ae94021ddd0be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330926:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097d88f00/0x9d5ae94021ddd0be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x394c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330932:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097d88f00/0x9d5ae94021ddd0be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x394c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330937:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097d88f00/0x9d5ae94021ddd0be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x394c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.330945:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.330946:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.330946:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.330949:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.330952:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330952:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330956:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547631808 00000100:00100000:2.0:1705683736.330965:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330965:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.330968:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261116 00000100:00100000:2.0:1705683736.330969:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134dff300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+1792:3080:x1788538547631808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.330976:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29864 count 1 00002000:00010000:2.0:1705683736.331268:0:15070:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x74a8:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.331271:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed8b980/0x9d5ae94021ddd326 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331275:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.331275:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.331276:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed8b980/0x9d5ae94021ddd326 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331280:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed8b980/0x9d5ae94021ddd326 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331283:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed8b980/0x9d5ae94021ddd326 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331286:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed8b980/0x9d5ae94021ddd326 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331296:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.331361:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134dff300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0001-mdtlov_UUID+1794:3080:x1788538547631808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 390us (498us total) trans 4295071652 rc 0/0 00000100:00100000:2.0:1705683736.331364:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261116 00010000:00010000:2.0:1705683736.331388:0:15002:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007352c780/0x9d5ae94021d78704 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568cd9 expref: 4852 pid: 15033 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.331393:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f314100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547628608:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.331404:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.331407:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.331408:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.331408:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.331409:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331411:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331414:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331416:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c518780/0x9d5ae94021ddd0da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331428:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.331488:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800989b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+827:3082:x1788538547628352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10064us (10158us total) trans 4295071868 rc 0/0 00000100:00100000:2.0:1705683736.331492:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261044 00010000:00010000:2.0:1705683736.331515:0:15082:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132538000/0x9d5ae94021d782ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568c4d expref: 4849 pid: 8807 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.331520:0:15082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800989b8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0001_UUID:15082:1788538547628416:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.331526:0:15082:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00100000:2.0:1705683736.331530:0:15082:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.331530:0:15082:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:2.0:1705683736.331530:0:15082:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:2.0:1705683736.331531:0:15082:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331533:0:15082:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331536:0:15082:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331538:0:15082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331546:0:15082:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1705683736.331550:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.331551:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331554:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c51b980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.331555:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331557:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331562:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331565:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c51b980/0x9d5ae94021ddd09b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x394d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331571:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.331572:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.331572:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.331626:0:15082:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009672a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+827:3081:x1788538547628288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11491us (12088us total) trans 4295071869 rc 0/0 00000100:00100000:2.0:1705683736.331630:0:15082:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261037 00010000:00010000:2.0:1705683736.331755:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.331759:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d988a00/0x9d5ae94021ddd334 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331764:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d988a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.331766:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d988a00/0x9d5ae94021ddd334 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331770:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d988a00/0x9d5ae94021ddd334 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331778:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d988a00/0x9d5ae94021ddd334 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331782:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d988a00/0x9d5ae94021ddd334 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.331793:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.331794:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.331795:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.332131:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.332133:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd33b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332138:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c51b700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.332139:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd33b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332143:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd33b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332154:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd33b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332158:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c51b700/0x9d5ae94021ddd33b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332168:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.332169:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021ddd189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332172:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009808fc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.332173:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021ddd189 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332177:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021ddd189 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332184:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021ddd189 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332188:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009808fc00/0x9d5ae94021ddd189 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6008:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332198:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.332199:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.332200:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.332206:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135e8a300/0x9d5ae94021ddd342 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425882e1 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.332215:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f66:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.332223:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.332224:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.332227:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135e8a300/0x9d5ae94021ddd342 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425882e1 expref: 4850 pid: 15036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.332234:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135e8a300/0x9d5ae94021ddd342 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425882e1 expref: 4850 pid: 15036 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.332239:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e8a300, rc 0) 00000100:00100000:2.0:1705683736.332250:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131f08a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1857:x1788538570203968:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 5841us (5865us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.332255:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261076 00000100:00100000:2.0:1705683736.332263:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332264:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332267:0:15036:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261122 00000100:00100000:2.0:1705683736.332271:0:15036:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098144b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:15162:x1788538570207744:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.332276:0:15036:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.332544:0:15036:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c568500/0x9d5ae94021ddd365 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425883f9 expref: -99 pid: 15036 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.332553:0:15036:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.332560:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.332561:0:15036:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.332564:0:15036:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c568500/0x9d5ae94021ddd365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883f9 expref: 2859 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332571:0:15036:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c568500/0x9d5ae94021ddd365 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883f9 expref: 2859 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332576:0:15036:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c568500, rc 0) 00000100:00100000:2.0:1705683736.332586:0:15036:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098144b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_050:dab809dd-6952-4f4e-9170-c0b3df4b5902+2859:15162:x1788538570207744:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 315us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.332590:0:15036:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261122 00000100:00100000:2.0:1705683736.332625:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.332660:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a1db700/2, rc 0, transno 104347 00000100:00100000:2.0:1705683736.332667:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a1db700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547630592:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.332675:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c08f300/2, rc 0, transno 104359 00000100:00100000:2.0:1705683736.332685:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c08f300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547630336:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.332693:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e97df00/2, rc 0, transno 104574 00000100:00100000:2.0:1705683736.332697:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e97df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547628096:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.332704:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135cbd000/2, rc 0, transno 104572 00000100:00100000:2.0:1705683736.332705:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135cbd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547628352:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.332712:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800967a2800/2, rc 0, transno 104567 00000100:00100000:2.0:1705683736.332715:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800967a2800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547626176:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1705683736.332721:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800967a7300/2, rc 0, transno 104350 00000100:00100000:2.0:1705683736.332730:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800967a7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547625792:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.332738:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800967a6400/2, rc 0, transno 104348 00000100:00100000:2.0:1705683736.332740:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800967a6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547625728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.332750:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a1dc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547631488:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.332766:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.332776:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134dfcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547631872:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.332788:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.332796:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098146400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547632384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.332806:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.332812:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098144100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547632640:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.332823:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.332832:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332833:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332838:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547631872 00000100:00100000:2.0:1705683736.332849:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332850:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332852:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547632640 00000100:00100000:2.0:1705683736.332860:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332861:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.332865:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261129 00000100:00100000:2.0:1705683736.332868:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c08c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+828:3082:x1788538547632384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1705683736.332877:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14674 count 1 00010000:00010000:2.0:1705683736.332968:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332978:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efced00/0x9d5ae94021d79b24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742568fcd expref: 4849 pid: 14231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332983:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.332983:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1705683736.332984:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.332998:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efced00/0x9d5ae94021d79b24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568fcd expref: 4849 pid: 14231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333005:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efced00/0x9d5ae94021d79b24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568fcd expref: 4849 pid: 14231 timeout: 608 lvb_type: 0 00000100:00100000:2.0:1705683736.333011:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c088a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547632832:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.333023:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.333036:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 5 async RPCs [3->2] 00000100:00100000:2.0:1705683736.333040:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c089400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547630912:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.333054:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.333065:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c81e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547631552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.333077:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.333085:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e900f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547631936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.333096:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.333104:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098145f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547632448:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.333113:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.333121:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547632704:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1705683736.333132:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.333147:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333147:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333152:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547631552 00000100:00100000:2.0:1705683736.333164:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333165:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333167:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547631936 00000100:00100000:2.0:1705683736.333183:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333184:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333186:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547632448 00000100:00100000:2.0:1705683736.333194:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333195:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333198:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261131 00000100:00100000:2.0:1705683736.333201:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c088000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+333:3082:x1788538547630912:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.333211:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24585 count 1 00010000:00010000:2.0:1705683736.333243:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e6f480/0x9d5ae94021ddd396 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6009:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333251:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb51180/0x9d5ae94021dc3bd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f146 expref: 2895 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333255:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.333256:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.333257:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e6f480/0x9d5ae94021ddd396 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333269:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb51180/0x9d5ae94021dc3bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f146 expref: 2895 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333275:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb51180/0x9d5ae94021dc3bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6009:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f146 expref: 2895 pid: 15001 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.333281:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013598b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547632960:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.333293:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452ccc0 going to sleep for 11 seconds 00010000:00010000:2.0:1705683736.333302:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1705683736.333304:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd32d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333309:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c519180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.333310:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd32d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333315:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd32d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333325:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd32d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333329:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c519180/0x9d5ae94021ddd32d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333338:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.333339:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013114a800/0x9d5ae94021ddd381 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333344:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013114a800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.333345:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013114a800/0x9d5ae94021ddd381 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333349:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013114a800/0x9d5ae94021ddd381 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333357:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013114a800/0x9d5ae94021ddd381 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333364:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013114a800/0x9d5ae94021ddd381 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333388:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.333390:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd38f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333394:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097d89680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.333395:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd38f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333399:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd38f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333405:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd38f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333409:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097d89680/0x9d5ae94021ddd38f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333417:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.333418:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.333419:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.333424:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333425:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333430:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570207936 00000100:00100000:2.0:1705683736.333443:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333444:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:2.0:1705683736.333464:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b117800/2, rc 0, transno 104355 00000100:00100000:2.0:1705683736.333476:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b117800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547630080:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1705683736.333483:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134dfad00/2, rc 0, transno 104357 00000100:00100000:2.0:1705683736.333485:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134dfad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547630144:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.333494:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e97b700/2, rc 0, transno 104570 00000100:00100000:2.0:1705683736.333504:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e97b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547628160:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1705683736.333528:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a029a800/0x9d5ae94021dc3be4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f10e expref: 2895 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333534:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a029a800/0x9d5ae94021dc3be4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6005:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f10e expref: 2895 pid: 15032 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.333541:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013598f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547633408:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.333553:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.333561:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.333567:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547633344:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1705683736.333579:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.333590:0:15028:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333591:0:15028:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333597:0:15028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261138 00000100:00100000:2.0:1705683736.333600:0:15028:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d40500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_042:lustre-MDT0000-mdtlov_UUID+335:3081:x1788538547633280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.333610:0:15028:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24590 count 1 00010000:00010000:2.0:1705683736.333651:0:15028:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e6ef80/0x9d5ae94021ddd3c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x600e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333660:0:15028:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0628000/0x9d5ae94021dc3c00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x600e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f18c expref: 2895 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333665:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.333666:0:15028:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.333667:0:15028:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e6ef80/0x9d5ae94021ddd3c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x600e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333678:0:15028:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0628000/0x9d5ae94021dc3c00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x600e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f18c expref: 2895 pid: 15001 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333683:0:15028:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0628000/0x9d5ae94021dc3c00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x600e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f18c expref: 2895 pid: 15001 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.333690:0:15028:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013598a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_042:lustre-OST0000_UUID:15028:1788538547633536:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.333701:0:15028:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c000 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.333709:0:15082:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333710:0:15082:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.333715:0:15082:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261140 00000100:00100000:2.0:1705683736.333718:0:15082:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135d45f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_083:lustre-MDT0000-mdtlov_UUID+335:3081:x1788538547632768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1705683736.333726:0:15082:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24589 count 1 00010000:00010000:2.0:1705683736.333755:0:15082:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e6db80/0x9d5ae94021ddd3d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x600d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333762:0:15082:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb53980/0x9d5ae94021dc3bf9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x600d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f17e expref: 2895 pid: 15102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333766:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.333767:0:15082:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.333768:0:15082:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e6db80/0x9d5ae94021ddd3d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x600d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333780:0:15082:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009eb53980/0x9d5ae94021dc3bf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x600d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f17e expref: 2895 pid: 15102 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.333785:0:15082:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009eb53980/0x9d5ae94021dc3bf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x600d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f17e expref: 2895 pid: 15102 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.333793:0:15082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013598d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_083:lustre-OST0000_UUID:15082:1788538547633664:192.168.204.14@tcp:104: 00010000:00010000:2.0:1705683736.333800:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.333803:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021ddd3ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333807:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d2e8000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.333809:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021ddd3ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333813:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021ddd3ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333822:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021ddd3ce lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333826:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d2e8000/0x9d5ae94021ddd3ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15107 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.333838:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.333839:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.333840:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.333853:0:15082:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452cf00 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.333871:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a1dc600/2, rc 0, transno 104361 00000100:00100000:2.0:1705683736.333874:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a1dc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547631488:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.333879:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134dfcb00/2, rc 0, transno 104362 00000100:00100000:2.0:1705683736.333881:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134dfcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547631872:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.333886:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a1da300/2, rc 0, transno 104363 00000100:00100000:2.0:1705683736.333888:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547630400:0@lo:6:osp-syn-0-1.0 00002000:00010000:2.0:1705683736.334199:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7499:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.334203:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e6d680/0x9d5ae94021ddd41b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7499:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.334209:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334210:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334211:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e6d680/0x9d5ae94021ddd41b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.334217:0:15101:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e6d680/0x9d5ae94021ddd41b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.334222:0:15101:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135e6d680/0x9d5ae94021ddd41b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.334226:0:15101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135e6d680/0x9d5ae94021ddd41b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7499:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.334235:0:15101:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1705683736.334322:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1798:3083:x1788538547629440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10722us (10754us total) trans 4295071660 rc 0/0 00000100:00100000:2.0:1705683736.334326:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261057 00000100:00100000:2.0:1705683736.334335:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.334336:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.334340:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261143 00000100:00100000:2.0:1705683736.334343:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5127:1858:x1788538570208256:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.334348:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.334463:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008e85c500/0x9d5ae94021ddd44c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7db7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588446 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.334473:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7db7:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.334481:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334482:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334484:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008e85c500/0x9d5ae94021ddd44c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588446 expref: 5128 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.334491:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008e85c500/0x9d5ae94021ddd44c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588446 expref: 5128 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.334496:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008e85c500, rc 0) 00000100:00100000:2.0:1705683736.334507:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5128:1858:x1788538570208256:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 164us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.334512:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261143 00000100:00100000:2.0:1705683736.334522:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.334522:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.334526:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261146 00000100:00100000:2.0:1705683736.334529:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:1857:x1788538570208448:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.334534:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.334657:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013115b200/0x9d5ae94021ddd46f lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258845b expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.334667:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f77:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.334675:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334676:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334678:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013115b200/0x9d5ae94021ddd46f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258845b expref: 4853 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.334685:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013115b200/0x9d5ae94021ddd46f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258845b expref: 4853 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.334690:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013115b200, rc 0) 00000100:00100000:2.0:1705683736.334700:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570208448:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 171us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.334704:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261146 00000100:00100000:2.0:1705683736.334713:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.334714:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.334717:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261147 00000100:00100000:2.0:1705683736.334719:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5127:1858:x1788538570208512:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.334723:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.334959:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f362d00/0x9d5ae94021ddd4a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7db9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588462 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.334969:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7db9:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.334976:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334978:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.334980:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f362d00/0x9d5ae94021ddd4a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588462 expref: 5129 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.334986:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f362d00/0x9d5ae94021ddd4a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7db9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588462 expref: 5129 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.334991:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f362d00, rc 0) 00000100:00100000:2.0:1705683736.335001:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5129:1858:x1788538570208512:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 281us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.335005:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261147 00000100:00100000:2.0:1705683736.335021:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135d46900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547633792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.335038:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.335048:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135d45000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.335058:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.335075:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ec64b00/2, rc 0, transno 104364 00000100:00100000:2.0:1705683736.335081:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ec64b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547629440:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.335108:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335109:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335121:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.335124:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135d42d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547633984:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.335139:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.335150:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335151:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335154:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547633984 00000100:00100000:2.0:1705683736.335169:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335169:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335173:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261152 00000100:00100000:2.0:1705683736.335176:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801357f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0001-mdtlov_UUID+1800:3083:x1788538547633984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.335185:0:15114:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29871 count 1 00002000:00010000:2.0:1705683736.335459:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x74af:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.335463:0:15114:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddd4e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335469:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.335470:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.335471:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddd4e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335477:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddd4e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335482:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddd4e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335486:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f360780/0x9d5ae94021ddd4e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335501:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1705683736.335580:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801357f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0001-mdtlov_UUID+1803:3083:x1788538547633984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 403us (440us total) trans 4295071663 rc 0/0 00000100:00100000:2.0:1705683736.335585:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261152 00000100:00100000:2.0:1705683736.335594:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335595:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.335597:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261154 00000100:00100000:2.0:1705683736.335600:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0001-mdtlov_UUID+1802:3080:x1788538547633856:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.335608:0:15114:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29869 count 1 00002000:00010000:2.0:1705683736.335740:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x74ad:0x0] initial LVB size: 0, mtime: 0x65aaab12, atime: 0x65aaab12, ctime: 0x65aaab12, blocks: 0x0 00010000:00010000:2.0:1705683736.335744:0:15114:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335749:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.335750:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.335752:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335757:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335762:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335766:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335774:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.335847:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0001-mdtlov_UUID+1803:3080:x1788538547633856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 245us (347us total) trans 4295071665 rc 0/0 00000100:00100000:2.0:1705683736.335852:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261154 00010000:00010000:2.0:1705683736.335864:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.335867:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a9de580/0x9d5ae94021ddd4ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335872:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9de580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.335874:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a9de580/0x9d5ae94021ddd4ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335882:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a9de580/0x9d5ae94021ddd4ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335891:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a9de580/0x9d5ae94021ddd4ed lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335895:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a9de580/0x9d5ae94021ddd4ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335926:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.335928:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335933:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e891900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.335934:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335939:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335946:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335950:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e891900/0x9d5ae94021ddd4f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.335989:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.335990:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.335991:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.335994:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.336010:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135d42d00/2, rc 0, transno 104367 00000100:00100000:2.0:1705683736.336016:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135d42d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547633984:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.336035:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135d46900/2, rc 0, transno 104366 00000100:00100000:2.0:1705683736.336039:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135d46900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547633792:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.336054:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135d45000/2, rc 0, transno 104365 00000100:00100000:2.0:1705683736.336058:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135d45000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336074:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801357f1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336091:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.336100:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.336103:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801357f5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634240:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336114:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.336134:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.336135:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:2.0:1705683736.336489:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1705683736.336491:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021ddd510 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336496:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d2e9180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.336498:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021ddd510 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336506:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021ddd510 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336515:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021ddd510 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336519:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d2e9180/0x9d5ae94021ddd510 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336530:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.336531:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131e25180/0x9d5ae94021ddd51e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336534:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131e25180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.336535:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e25180/0x9d5ae94021ddd51e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336540:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131e25180/0x9d5ae94021ddd51e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336546:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131e25180/0x9d5ae94021ddd51e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336550:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131e25180/0x9d5ae94021ddd51e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15056 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336625:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.336626:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.336627:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.336670:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.336682:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801357f5a00/2, rc 0, transno 104371 00000100:00100000:2.0:1705683736.336686:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801357f5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634240:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.336702:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801357f1900/2, rc 0, transno 104370 00000100:00100000:2.0:1705683736.336706:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801357f1900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336720:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800989b8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634560:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336739:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1705683736.336753:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.336756:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd52c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336761:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e9f4c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.336762:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd52c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336767:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd52c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336775:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd52c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336779:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008e9f4c80/0x9d5ae94021ddd52c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336789:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.336791:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021ddd533 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336795:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009806ef80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.336796:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021ddd533 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336800:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021ddd533 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336806:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021ddd533 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336809:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009806ef80/0x9d5ae94021ddd533 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.336819:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.336820:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.336821:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.336824:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1705683736.336829:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.336834:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009672a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634496:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336851:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.336869:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009672b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547634368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336882:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.336891:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f314100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547634624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336901:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.336935:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801357f5000/2, rc 0, transno 104372 00000100:00100000:2.0:1705683736.336940:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801357f5000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547634176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.336971:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.336972:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.336976:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547634624 00000100:00100000:2.0:1705683736.336987:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.336988:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.336991:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261168 00000100:00100000:2.0:1705683736.336994:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009def9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+1811:3080:x1788538547634624:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.337003:0:15030:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29173 count 1 00002000:00010000:2.0:1705683736.337540:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x71f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.337544:0:15030:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337550:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.337552:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.337553:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337559:0:15030:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337577:0:15030:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337581:0:15030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337595:0:15030:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1705683736.337687:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:lustre-MDT0001-mdtlov_UUID+1812:3080:x1788538547634624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 692us (784us total) trans 4295071673 rc 0/0 00000100:00100000:2.0:1705683736.337692:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261168 00010000:00010000:2.0:1705683736.337705:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1705683736.337707:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337711:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e890780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:2.0:1705683736.337713:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337717:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337724:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337728:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e890780/0x9d5ae94021ddd556 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x71f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337737:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.337738:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.337739:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1705683736.337743:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1705683736.337757:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009672a800/2, rc 0, transno 104375 00000100:00100000:2.0:1705683736.337763:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009672a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547634496:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.337789:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009defad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547634816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.337804:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.337814:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1705683736.337817:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009defc100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547634880:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.337828:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.337841:0:15036:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.337842:0:15036:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.337847:0:15036:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547634880 00000100:00100000:2.0:1705683736.337858:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.337859:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.337865:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261173 00000100:00100000:2.0:1705683736.337867:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009defd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0001-mdtlov_UUID+1814:3082:x1788538547634880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.337877:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:31189 count 1 00010000:00010000:2.0:1705683736.337892:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e893480/0x9d5ae94021ddd579 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x79d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337900:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e994a00/0x9d5ae94021dceb69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x79d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258483a expref: 5132 pid: 15071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.337924:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.337925:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.337927:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e893480/0x9d5ae94021ddd579 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x79d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.337958:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e994a00/0x9d5ae94021dceb69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x79d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474258483a expref: 5132 pid: 15071 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.337965:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e994a00/0x9d5ae94021dceb69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x79d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->67108863) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474258483a expref: 5132 pid: 15071 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.337976:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009def8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15076:1788538547635136:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.337990:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c240 going to sleep for 11 seconds 00000004:00080000:2.0:1705683736.338006:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801357f5f00/2, rc 0, transno 104373 00000100:00100000:2.0:1705683736.338010:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801357f5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547634112:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1705683736.338034:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009672b200/2, rc 0, transno 104376 00000100:00100000:2.0:1705683736.338038:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009672b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547634368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.338052:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1705683736.338055:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073739e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547635264:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.338070:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1705683736.338089:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f314100/2, rc 0, transno 104377 00000100:00100000:2.0:1705683736.338093:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f314100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547634624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.338111:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007373d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3083:1788538547635392:0@lo:2:osp-syn-0-1.0 00000100:00100000:2.0:1705683736.338125:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1705683736.338150:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.338151:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.338159:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261178 00000100:00100000:2.0:1705683736.338161:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1818:3083:x1788538547635392:12345-0@lo:2:osp-syn-0-1.0 00002000:00010000:2.0:1705683736.338232:0:15101:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x7e06:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1705683736.338235:0:15101:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x7e06:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1705683736.338236:0:15101:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0x7e06:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1705683736.338238:0:15101:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0x7e06:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:2.0:1705683736.338239:0:15101:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0x7e06:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1705683736.338259:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073738000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1819:3083:x1788538547635392:12345-0@lo:2:osp-syn-0-1.0 Request processed in 97us (133us total) trans 4295071674 rc 0/0 00000100:00100000:2.0:1705683736.338267:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261178 00000100:00100000:2.0:1705683736.338340:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.338341:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.338345:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547635584 00000100:00100000:2.0:1705683736.338357:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.338358:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.338361:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261179 00000100:00100000:2.0:1705683736.338363:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1819:3080:x1788538547635584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1705683736.338373:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:28070 count 1 00010000:00010000:2.0:1705683736.338479:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e891180/0x9d5ae94021ddd59c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6da6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.338494:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099580780/0x9d5ae94021d9e3b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6da6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742571640 expref: 5132 pid: 15111 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.338499:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.338500:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.338500:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e891180/0x9d5ae94021ddd59c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6da6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.338514:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099580780/0x9d5ae94021d9e3b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6da6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742571640 expref: 5132 pid: 15111 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.338520:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099580780/0x9d5ae94021d9e3b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6da6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742571640 expref: 5132 pid: 15111 timeout: 608 lvb_type: 1 00000100:00100000:2.0:1705683736.338527:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801349f4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547635648:192.168.204.14@tcp:104: 00000100:00100000:2.0:1705683736.338540:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012452c480 going to sleep for 11 seconds 00000100:00100000:2.0:1705683736.338989:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339005:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339016:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339030:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339149:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339163:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339229:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.339241:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339242:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339246:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570209600 00000100:00100000:2.0:1705683736.339258:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339259:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339261:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570209664 00000100:00100000:2.0:1705683736.339268:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339269:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339271:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570209728 00000100:00100000:2.0:1705683736.339283:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339284:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.339288:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261182 00000100:00100000:2.0:1705683736.339291:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349f0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:1858:x1788538570209472:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.339297:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.340032:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ec5d180/0x9d5ae94021ddd5d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425884c4 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.340043:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f7e:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.340051:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.340052:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.340055:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec5d180/0x9d5ae94021ddd5d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425884c4 expref: 4862 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.340063:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ec5d180/0x9d5ae94021ddd5d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425884c4 expref: 4863 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.340069:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ec5d180, rc 0) 00000100:00100000:2.0:1705683736.340081:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349f0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4864:1858:x1788538570209472:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 789us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.340087:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261182 00000100:00100000:2.0:1705683736.340096:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.340097:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.340101:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261188 00000100:00100000:2.0:1705683736.340104:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d211900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5136:1858:x1788538570209920:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.340109:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.340256:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ec5f700/0x9d5ae94021ddd5db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7dc2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425884f5 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.340266:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7dc2:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.340273:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.340274:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.340277:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ec5f700/0x9d5ae94021ddd5db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425884f5 expref: 5137 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.340284:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ec5f700/0x9d5ae94021ddd5db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dc2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425884f5 expref: 5137 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.340289:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ec5f700, rc 0) 00000100:00100000:2.0:1705683736.340299:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d211900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5137:1858:x1788538570209920:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 195us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.340303:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261188 00000100:00100000:2.0:1705683736.340311:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.340312:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.340314:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261189 00000100:00100000:2.0:1705683736.340317:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801356f4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4863:1858:x1788538570209984:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.340322:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1705683736.340966:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.340968:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.340975:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261193 00000100:00100000:2.0:1705683736.340978:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801356f6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4868:1858:x1788538570210240:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.340983:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.341092:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ec5f200/0x9d5ae94021ddd5fe lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f84:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588518 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.341104:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f84:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.341113:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341114:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341117:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec5f200/0x9d5ae94021ddd5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588518 expref: 4869 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341124:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ec5f200/0x9d5ae94021ddd5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588518 expref: 4869 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341130:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ec5f200, rc 0) 00000100:00100000:2.0:1705683736.341140:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356f6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4869:1858:x1788538570210240:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 162us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.341145:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261193 00000100:00100000:2.0:1705683736.341157:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341158:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341161:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261196 00000100:00100000:2.0:1705683736.341165:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801356f1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5142:1858:x1788538570210432:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.341170:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.341291:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c99bc00/0x9d5ae94021ddd613 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7dc6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258852d expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.341300:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7dc6:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.341308:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341309:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341312:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c99bc00/0x9d5ae94021ddd613 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258852d expref: 5143 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341319:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c99bc00/0x9d5ae94021ddd613 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258852d expref: 5143 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341324:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c99bc00, rc 0) 00000100:00100000:2.0:1705683736.341334:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356f1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5143:1858:x1788538570210432:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 169us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.341339:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261196 00000100:00100000:2.0:1705683736.341347:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341348:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341351:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261199 00000100:00100000:2.0:1705683736.341354:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4868:1858:x1788538570210624:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.341359:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.341472:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1a7480/0x9d5ae94021ddd628 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588542 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.341484:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f87:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.341492:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341493:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341495:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1a7480/0x9d5ae94021ddd628 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588542 expref: 4869 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341502:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1a7480/0x9d5ae94021ddd628 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f87:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588542 expref: 4869 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341508:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1a7480, rc 0) 00000100:00100000:2.0:1705683736.341520:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8d2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4869:1858:x1788538570210624:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 165us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.341524:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261199 00000100:00100000:2.0:1705683736.341534:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341535:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341538:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570210752 00000100:00100000:2.0:1705683736.341558:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341559:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341562:0:15074:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570210816 00000100:00100000:2.0:1705683736.341570:0:15074:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341571:0:15074:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.341575:0:15074:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261201 00000100:00100000:2.0:1705683736.341577:0:15074:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4870:1858:x1788538570210752:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:2.0:1705683736.341583:0:15074:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.341712:0:15074:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1a6300/0x9d5ae94021ddd636 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588550 expref: -99 pid: 15074 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.341721:0:15074:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f88:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.341730:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341731:0:15074:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341734:0:15074:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1a6300/0x9d5ae94021ddd636 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588550 expref: 4871 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341741:0:15074:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1a6300/0x9d5ae94021ddd636 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f88:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588550 expref: 4871 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341746:0:15074:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1a6300, rc 0) 00000100:00100000:2.0:1705683736.341757:0:15074:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8d4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_075:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4871:1858:x1788538570210752:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 178us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.341761:0:15074:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261201 00010000:00010000:2.0:1705683736.341936:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0d23980/0x9d5ae94021ddd644 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425884fc expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.341947:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f82:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:2.0:1705683736.341955:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341956:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.341959:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0d23980/0x9d5ae94021ddd644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425884fc expref: 4871 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341966:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0d23980/0x9d5ae94021ddd644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425884fc expref: 4871 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1705683736.341972:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0d23980, rc 0) 00000100:00100000:2.0:1705683736.341982:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801356f4b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4871:1858:x1788538570209984:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 1664us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.341989:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261189 00000100:00100000:2.0:1705683736.343313:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343315:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343321:0:14232:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570211008 00000100:00100000:2.0:1705683736.343333:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343334:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343494:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.343500:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343501:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343503:0:14232:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570211200 00000100:00100000:2.0:1705683736.343512:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343513:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343516:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261207 00000100:00100000:2.0:1705683736.343519:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a13c3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5146:30132:x1788538570211200:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1705683736.343524:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.343805:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0d22d00/0x9d5ae94021ddd66e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x772c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258857a expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.343816:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x772c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.343824:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.343825:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.343828:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0d22d00/0x9d5ae94021ddd66e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x772c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258857a expref: 5145 pid: 14232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.343835:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0d22d00/0x9d5ae94021ddd66e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x772c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258857a expref: 5145 pid: 14232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.343840:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0d22d00, rc 0) 00000100:00100000:2.0:1705683736.343852:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a13c3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5145:30132:x1788538570211200:12345-192.168.204.14@tcp:101:dd.0 Request processed in 333us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.343857:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261207 00000100:00100000:2.0:1705683736.343879:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.343899:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.343950:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1705683736.343957:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343958:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343961:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570211584 00000100:00100000:2.0:1705683736.343970:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343971:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343972:0:14232:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570211520 00000100:00100000:2.0:1705683736.343978:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343979:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:2.0:1705683736.343981:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261210 00000100:00100000:2.0:1705683736.343984:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a79e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5145:15161:x1788538570211584:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:2.0:1705683736.343989:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1705683736.344223:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dc2ad00/0x9d5ae94021ddd683 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258859d expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1705683736.344232:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1705683736.344239:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.344240:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1705683736.344242:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dc2ad00/0x9d5ae94021ddd683 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258859d expref: 5146 pid: 14232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.344248:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009dc2ad00/0x9d5ae94021ddd683 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258859d expref: 5146 pid: 14232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1705683736.344253:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009dc2ad00, rc 0) 00000100:00100000:2.0:1705683736.344264:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a79e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5146:15161:x1788538570211584:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 280us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1705683736.344269:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261210 00000100:00100000:2.0:1705683736.344579:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000040:00080000:2.0:1705683736.344633:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18840, 88 off1249936 00000004:00080000:2.0:1705683736.344653:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387747974ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344772:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18801, 88 off1245800 00000004:00080000:2.0:1705683736.344775:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508387871004ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344790:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18841, 88 off1250024 00000004:00080000:2.0:1705683736.344792:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387887763ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344803:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18802, 88 off1245888 00000004:00080000:2.0:1705683736.344805:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508387900514ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344813:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18842, 88 off1250112 00000004:00080000:2.0:1705683736.344815:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387910864ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344825:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18803, 88 off1245976 00000004:00080000:2.0:1705683736.344828:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508387923307ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344835:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18843, 88 off1250200 00000004:00080000:2.0:1705683736.344837:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387932614ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344846:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18804, 88 off1246064 00000004:00080000:2.0:1705683736.344848:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508387943572ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344855:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18844, 88 off1250288 00000004:00080000:2.0:1705683736.344857:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387952932ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344864:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18805, 88 off1246152 00000004:00080000:2.0:1705683736.344865:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508387960977ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344876:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18845, 88 off1250376 00000004:00080000:2.0:1705683736.344877:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387973079ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344884:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18806, 88 off1246240 00000004:00080000:2.0:1705683736.344885:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508387980953ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344894:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18846, 88 off1250464 00000004:00080000:2.0:1705683736.344896:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508387991392ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344902:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18807, 88 off1246328 00000004:00080000:2.0:1705683736.344923:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388018275ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344935:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18847, 88 off1250552 00000004:00080000:2.0:1705683736.344937:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388032513ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344944:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18808, 88 off1246416 00000004:00080000:2.0:1705683736.344947:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388042084ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344955:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18848, 88 off1250640 00000004:00080000:2.0:1705683736.344956:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388052058ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344963:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18809, 88 off1246504 00000004:00080000:2.0:1705683736.344965:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388061065ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344972:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18849, 88 off1250728 00000004:00080000:2.0:1705683736.344974:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388069109ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.344980:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18810, 88 off1246592 00000004:00080000:2.0:1705683736.344982:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388077824ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.344989:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18850, 88 off1250816 00000004:00080000:2.0:1705683736.344991:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388086173ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345008:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18811, 88 off1246680 00000004:00080000:2.0:1705683736.345010:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388105595ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345020:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18851, 88 off1250904 00000004:00080000:2.0:1705683736.345021:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388116954ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345037:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18812, 88 off1246768 00000004:00080000:2.0:1705683736.345039:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388134569ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345049:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18852, 88 off1250992 00000004:00080000:2.0:1705683736.345051:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388146235ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345060:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18813, 88 off1246856 00000004:00080000:2.0:1705683736.345062:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388157643ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345071:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18853, 88 off1251080 00000004:00080000:2.0:1705683736.345073:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388168258ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345081:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18814, 88 off1246944 00000004:00080000:2.0:1705683736.345084:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388179329ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345459:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18854, 88 off1251168 00000004:00080000:2.0:1705683736.345465:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388560435ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345490:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18815, 88 off1247032 00000004:00080000:2.0:1705683736.345493:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388588257ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345593:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18855, 88 off1251256 00000004:00080000:2.0:1705683736.345597:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388692105ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345609:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18816, 88 off1247120 00000004:00080000:2.0:1705683736.345611:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388706495ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345630:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18856, 88 off1251344 00000004:00080000:2.0:1705683736.345633:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388728433ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345656:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18817, 88 off1247208 00000004:00080000:2.0:1705683736.345659:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388754075ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345666:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18857, 88 off1251432 00000004:00080000:2.0:1705683736.345668:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388763572ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345675:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18818, 88 off1247296 00000004:00080000:2.0:1705683736.345677:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388772152ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345684:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18858, 88 off1251520 00000004:00080000:2.0:1705683736.345686:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388781687ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345693:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18819, 88 off1247384 00000004:00080000:2.0:1705683736.345801:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388896712ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345828:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18859, 88 off1251608 00000004:00080000:2.0:1705683736.345831:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388926427ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345840:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18820, 88 off1247472 00000004:00080000:2.0:1705683736.345842:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388937313ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345850:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18860, 88 off1251696 00000004:00080000:2.0:1705683736.345852:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388947710ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345859:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18821, 88 off1247560 00000004:00080000:2.0:1705683736.345861:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388956852ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345870:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18861, 88 off1251784 00000004:00080000:2.0:1705683736.345871:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388966890ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345879:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18822, 88 off1247648 00000004:00080000:2.0:1705683736.345881:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388976266ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345889:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18862, 88 off1251872 00000004:00080000:2.0:1705683736.345891:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508388986336ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345898:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18823, 88 off1247736 00000004:00080000:2.0:1705683736.345900:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508388995107ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345929:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18863, 88 off1251960 00000004:00080000:2.0:1705683736.345932:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389027473ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345942:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18824, 88 off1247824 00000004:00080000:2.0:1705683736.345944:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389039383ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345953:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18864, 88 off1252048 00000004:00080000:2.0:1705683736.345955:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389050572ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345962:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18825, 88 off1247912 00000004:00080000:2.0:1705683736.345963:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389058916ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345971:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18865, 88 off1252136 00000004:00080000:2.0:1705683736.345973:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389068452ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345979:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18826, 88 off1248000 00000004:00080000:2.0:1705683736.345981:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389076598ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.345989:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18866, 88 off1252224 00000004:00080000:2.0:1705683736.345991:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389086836ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.345998:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18827, 88 off1248088 00000004:00080000:2.0:1705683736.346000:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389095232ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346008:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18867, 88 off1252312 00000004:00080000:2.0:1705683736.346010:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389106087ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346018:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18828, 88 off1248176 00000004:00080000:2.0:1705683736.346020:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389115192ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346029:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18868, 88 off1252400 00000004:00080000:2.0:1705683736.346031:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389126216ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346038:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18829, 88 off1248264 00000004:00080000:2.0:1705683736.346040:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389135558ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346048:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18869, 88 off1252488 00000004:00080000:2.0:1705683736.346051:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389146476ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346059:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18830, 88 off1248352 00000004:00080000:2.0:1705683736.346061:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389156683ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346069:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18870, 88 off1252576 00000004:00080000:2.0:1705683736.346071:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389166840ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346080:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18831, 88 off1248440 00000004:00080000:2.0:1705683736.346082:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389177550ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346088:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18871, 88 off1252664 00000004:00080000:2.0:1705683736.346090:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389185673ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346098:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18832, 88 off1248528 00000004:00080000:2.0:1705683736.346100:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389195410ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346106:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18872, 88 off1252752 00000004:00080000:2.0:1705683736.346108:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389203330ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346116:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18833, 88 off1248616 00000004:00080000:2.0:1705683736.346118:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389213486ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346125:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18873, 88 off1252840 00000004:00080000:2.0:1705683736.346126:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389221820ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346134:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18834, 88 off1248704 00000004:00080000:2.0:1705683736.346137:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389232187ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346144:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18874, 88 off1252928 00000004:00080000:2.0:1705683736.346146:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389241710ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346154:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18835, 88 off1248792 00000004:00080000:2.0:1705683736.346156:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389251527ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346164:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18875, 88 off1253016 00000004:00080000:2.0:1705683736.346166:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389261176ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346175:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18836, 88 off1248880 00000004:00080000:2.0:1705683736.346176:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389271940ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346185:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18876, 88 off1253104 00000004:00080000:2.0:1705683736.346186:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389282000ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346195:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18837, 88 off1248968 00000004:00080000:2.0:1705683736.346197:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389292475ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346207:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18877, 88 off1253192 00000004:00080000:2.0:1705683736.346209:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389304332ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346218:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18838, 88 off1249056 00000004:00080000:2.0:1705683736.346220:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389315275ns, next at 508693965805ns, rc = 0 00000040:00080000:2.0:1705683736.346228:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].18878, 88 off1253280 00000004:00080000:2.0:1705683736.346230:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 508389325438ns, next at 508578240105ns, rc = 0 00000040:00080000:2.0:1705683736.346238:0:14212:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].18839, 88 off1249144 00000004:00080000:2.0:1705683736.346240:0:14212:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 508389335598ns, next at 508693965805ns, rc = 0 00080000:00000400:2.0:1705683736.346324:0:14212:0:(osd_internal.h:1414:osd_trans_exec_check()) lustre-MDT0000: opcode 7: used 23, used now 1, reserved 22 00080000:00000400:2.0:1705683736.353465:0:14212:0:(osd_handler.c:1972:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1705683736.363303:0:14212:0:(osd_handler.c:1979:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/103/13 00080000:00000400:2.0:1705683736.370151:0:14212:0:(osd_handler.c:1989:osd_trans_dump_creds()) write: 13/22/23, punch: 0/0/0, quota 1/3/3 00010000:00010000:3.0:1705683736.377338:0:15094:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b719180/0x9d5ae94021ddd86d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7dd4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258868b expref: -99 pid: 15094 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.377351:0:15094:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7dd4:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.377359:0:15094:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.377360:0:15094:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.377369:0:15094:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b719180/0x9d5ae94021ddd86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258868b expref: 5165 pid: 15094 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.377377:0:15094:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b719180/0x9d5ae94021ddd86d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dd4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258868b expref: 5164 pid: 15094 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.377383:0:15094:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b719180, rc 0) 00000100:00100000:3.0:1705683736.377401:0:15094:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131818500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_095:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5164:1858:x1788538570215936:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 263us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.377405:0:15094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261260 00010000:00010000:3.0:1705683736.377429:0:15000:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cf6bc00/0x9d5ae94021ddd587 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x68b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.377434:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cf6bc00/0x9d5ae94021ddd587 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x68b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.377439:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cf6bc00/0x9d5ae94021ddd587 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x68b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.377443:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cf6bc00/0x9d5ae94021ddd587 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x68b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.377457:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1705683736.377615:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009defad00/2, rc 0, transno 104394 00000100:00100000:3.0:1705683736.377624:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009defad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547634816:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1705683736.377700:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096706900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+1825:3081:x1788538547634944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39676us (39798us total) trans 4295071689 rc 0/0 00000100:00100000:3.0:1705683736.377705:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261175 00000004:00080000:3.0:1705683736.377729:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009def8000/2, rc 0, transno 104393 00000100:00100000:3.0:1705683736.377734:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009def8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547634944:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1705683736.377801:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009defa800/2, rc 0, transno 104395 00000100:00100000:3.0:1705683736.377807:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009defa800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3081:1788538547635200:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1705683736.378210:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddd190 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378216:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddd190 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378224:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddd190 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378228:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099a52a80/0x9d5ae94021ddd190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378238:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683736.378340:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a80f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+343:3083:x1788538547629824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 52906us (53017us total) trans 4295071692 rc 0/0 00000100:00100000:3.0:1705683736.378346:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261068 00010000:00010000:3.0:1705683736.378457:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.378460:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800736b5900/0x9d5ae94021ddd3e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378465:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800736b5900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.378466:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800736b5900/0x9d5ae94021ddd3e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378471:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800736b5900/0x9d5ae94021ddd3e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378480:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800736b5900/0x9d5ae94021ddd3e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378484:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800736b5900/0x9d5ae94021ddd3e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3956:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.378498:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.378499:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.378499:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.378503:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.378711:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098143c00/2, rc 0, transno 104581 00000100:00100000:3.0:1705683736.378719:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098143c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547632576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.379279:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.379280:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.379288:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261264 00000100:00100000:3.0:1705683736.379291:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096929e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4877:1858:x1788538570215232:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.379298:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.379471:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b71a300/0x9d5ae94021ddd889 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258863e expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.379484:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f8e:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.379493:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.379495:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.379498:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b71a300/0x9d5ae94021ddd889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258863e expref: 4878 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.379506:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b71a300/0x9d5ae94021ddd889 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258863e expref: 4878 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.379512:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b71a300, rc 0) 00000100:00100000:3.0:1705683736.379533:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096929e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4878:1858:x1788538570215232:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 240us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.379538:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261264 00000100:00100000:3.0:1705683736.379548:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.379549:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.379552:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261266 00000100:00100000:3.0:1705683736.379555:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800976ddf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4877:1858:x1788538570215488:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.379560:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.379927:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ea1680/0x9d5ae94021ddd897 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258865a expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.379937:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f90:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.379946:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.379947:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.379950:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ea1680/0x9d5ae94021ddd897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258865a expref: 4878 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.379962:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134ea1680/0x9d5ae94021ddd897 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258865a expref: 4878 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.379968:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ea1680, rc 0) 00000100:00100000:3.0:1705683736.379983:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976ddf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4878:1858:x1788538570215488:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 427us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.379987:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261266 00000100:00100000:3.0:1705683736.380011:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683736.380018:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e8d5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547638592:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.380036:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.380050:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.380051:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.380056:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547638592 00000100:00100000:3.0:1705683736.380067:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.380068:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.380071:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261268 00000100:00100000:3.0:1705683736.380073:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a8c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+840:3081:x1788538547638592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.380083:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14685 count 1 00010000:00010000:3.0:1705683736.380144:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.380152:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131d85680/0x9d5ae94021d7eef3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569633 expref: 4877 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.380157:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.380158:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.380159:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.380173:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131d85680/0x9d5ae94021d7eef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569633 expref: 4878 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.380179:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131d85680/0x9d5ae94021d7eef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569633 expref: 4878 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.380186:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f314b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547638720:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.380202:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.380899:0:9338:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.380900:0:9338:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00080000:00000400:2.0:1705683736.380901:0:14212:0:(osd_handler.c:1996:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000100:00100000:3.0:1705683736.380929:0:9338:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261275 00000100:00100000:3.0:1705683736.380934:0:9338:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4884:1858:x1788538570216384:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.380940:0:9338:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.381711:0:9338:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ea1900/0x9d5ae94021ddd8eb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425886bc expref: -99 pid: 9338 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.381722:0:9338:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7f97:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.381729:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.381730:0:9338:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.381732:0:9338:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ea1900/0x9d5ae94021ddd8eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425886bc expref: 4889 pid: 9338 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.381740:0:9338:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134ea1900/0x9d5ae94021ddd8eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7f97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425886bc expref: 4889 pid: 9338 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.381749:0:9338:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ea1900, rc 0) 00000100:00100000:3.0:1705683736.381760:0:9338:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e2d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4889:1858:x1788538570216384:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 827us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.381764:0:9338:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261275 00000100:00100000:3.0:1705683736.382063:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382064:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382072:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261281 00000100:00100000:3.0:1705683736.382076:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801357f0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5162:1857:x1788538570217088:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.382082:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.382442:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134ea2580/0x9d5ae94021ddd915 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7ddd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588709 expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.382455:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7ddd:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.382465:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.382466:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.382469:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134ea2580/0x9d5ae94021ddd915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588709 expref: 5163 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.382476:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134ea2580/0x9d5ae94021ddd915 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7ddd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588709 expref: 5163 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.382481:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ea2580, rc 0) 00000100:00100000:3.0:1705683736.382492:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801357f0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5164:1857:x1788538570217088:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 416us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.382497:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261281 00000100:00100000:3.0:1705683736.382508:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382509:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382512:0:14232:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570217600 00000100:00100000:3.0:1705683736.382525:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382526:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382529:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261285 00000100:00100000:3.0:1705683736.382532:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e170f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5165:1857:x1788538570217344:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.382537:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.382648:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096a0cc80/0x9d5ae94021ddd91c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7ddf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588725 expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.382656:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7ddf:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.382663:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.382663:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.382666:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a0cc80/0x9d5ae94021ddd91c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588725 expref: 5166 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.382672:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096a0cc80/0x9d5ae94021ddd91c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7ddf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588725 expref: 5166 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.382677:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a0cc80, rc 0) 00000100:00100000:3.0:1705683736.382686:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e170f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5166:1857:x1788538570217344:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 153us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.382690:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261285 00000100:00100000:3.0:1705683736.382698:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382698:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.382701:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261287 00000100:00100000:3.0:1705683736.382703:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e170a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5165:1858:x1788538570217600:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.382709:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.383713:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096a0f480/0x9d5ae94021ddd94d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7de0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588733 expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.383722:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7de0:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.383729:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.383730:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.383733:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096a0f480/0x9d5ae94021ddd94d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588733 expref: 5170 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.383740:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096a0f480/0x9d5ae94021ddd94d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7de0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588733 expref: 5170 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.383745:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a0f480, rc 0) 00000100:00100000:3.0:1705683736.383760:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e170a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5170:1858:x1788538570217600:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 1055us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.383764:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261287 00000100:00100000:3.0:1705683736.383775:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.383776:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.383780:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261294 00000100:00100000:3.0:1705683736.383783:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:1858:x1788538570217920:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.383788:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.383953:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096a0d400/0x9d5ae94021ddd95b lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fa2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588756 expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.383963:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fa2:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.383969:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.383970:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.383973:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096a0d400/0x9d5ae94021ddd95b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588756 expref: 4896 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.383979:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096a0d400/0x9d5ae94021ddd95b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588756 expref: 4896 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.383983:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096a0d400, rc 0) 00000100:00100000:3.0:1705683736.383995:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1858:x1788538570217920:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 212us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.383999:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261294 00000100:00100000:3.0:1705683736.384756:0:14232:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.384757:0:14232:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.384763:0:14232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261300 00000100:00100000:3.0:1705683736.384766:0:14232:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcc5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4899:1858:x1788538570218432:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.384771:0:14232:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.384888:0:14232:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ebdb80/0x9d5ae94021ddd993 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fa6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258878e expref: -99 pid: 14232 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.384896:0:14232:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fa6:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.384921:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.384922:0:14232:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.384925:0:14232:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ebdb80/0x9d5ae94021ddd993 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258878e expref: 4900 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.384931:0:14232:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ebdb80/0x9d5ae94021ddd993 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258878e expref: 4900 pid: 14232 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.384941:0:14232:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ebdb80, rc 0) 00000100:00100000:3.0:1705683736.384954:0:14232:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcc5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4900:1858:x1788538570218432:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 188us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.384958:0:14232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261300 00000100:00100000:3.0:1705683736.385061:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385062:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385067:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570218560 00000100:00100000:3.0:1705683736.385080:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385081:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385082:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570218624 00000100:00100000:3.0:1705683736.385088:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385088:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385090:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570218688 00000100:00100000:3.0:1705683736.385095:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385096:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385097:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570218752 00000100:00100000:3.0:1705683736.385106:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385107:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385109:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570218880 00000100:00100000:3.0:1705683736.385115:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385116:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385117:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219008 00000100:00100000:3.0:1705683736.385124:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385125:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385128:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261302 00000100:00100000:3.0:1705683736.385131:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a61900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4901:1858:x1788538570218560:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.385136:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.385264:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096ebf200/0x9d5ae94021ddd99a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258879c expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.385273:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fa7:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.385280:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385281:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385284:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096ebf200/0x9d5ae94021ddd99a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258879c expref: 4903 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385290:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096ebf200/0x9d5ae94021ddd99a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258879c expref: 4903 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385294:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096ebf200, rc 0) 00000100:00100000:3.0:1705683736.385309:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a61900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1858:x1788538570218560:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 177us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.385313:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261302 00000100:00100000:3.0:1705683736.385322:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385322:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385325:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261305 00000100:00100000:3.0:1705683736.385327:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5176:1858:x1788538570218752:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.385331:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.385461:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098a37c00/0x9d5ae94021ddd9af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7de9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425887b1 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.385469:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7de9:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.385475:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385475:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385478:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098a37c00/0x9d5ae94021ddd9af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887b1 expref: 5177 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385496:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098a37c00/0x9d5ae94021ddd9af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7de9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887b1 expref: 5177 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385506:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098a37c00, rc 0) 00000100:00100000:3.0:1705683736.385518:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5177:1858:x1788538570218752:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 190us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.385521:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261305 00000100:00100000:3.0:1705683736.385528:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385529:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385531:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261308 00000100:00100000:3.0:1705683736.385534:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073ae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4902:1858:x1788538570218816:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.385538:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.385645:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098a37700/0x9d5ae94021ddd9c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fa9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425887b8 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.385654:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fa9:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.385661:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385662:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385664:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098a37700/0x9d5ae94021ddd9c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887b8 expref: 4903 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385670:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098a37700/0x9d5ae94021ddd9c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fa9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887b8 expref: 4903 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385675:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098a37700, rc 0) 00000100:00100000:3.0:1705683736.385688:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073ae7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1858:x1788538570218816:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 154us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.385692:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261308 00000100:00100000:3.0:1705683736.385766:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385768:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385773:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570218944 00000100:00100000:3.0:1705683736.385782:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385783:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385784:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219072 00000100:00100000:3.0:1705683736.385800:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385801:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385804:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219136 00000100:00100000:3.0:1705683736.385813:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385813:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385815:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219264 00000100:00100000:3.0:1705683736.385823:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385824:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.385827:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261310 00000100:00100000:3.0:1705683736.385829:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a67300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4904:1858:x1788538570219072:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.385834:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.385958:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098a34500/0x9d5ae94021ddd9cb lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425887d4 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.385968:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fab:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.385975:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385976:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.385979:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098a34500/0x9d5ae94021ddd9cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887d4 expref: 4905 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385985:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098a34500/0x9d5ae94021ddd9cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887d4 expref: 4905 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.385990:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098a34500, rc 0) 00000100:00100000:3.0:1705683736.386004:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a67300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4905:1858:x1788538570219072:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 173us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.386008:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261310 00000100:00100000:3.0:1705683736.386018:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386019:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386022:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261312 00000100:00100000:3.0:1705683736.386024:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5178:1858:x1788538570219264:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.386029:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.386148:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098a37480/0x9d5ae94021ddd9d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7ded:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425887e9 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.386156:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7ded:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.386164:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.386165:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.386167:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098a37480/0x9d5ae94021ddd9d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887e9 expref: 5179 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.386174:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098a37480/0x9d5ae94021ddd9d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7ded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887e9 expref: 5179 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.386179:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098a37480, rc 0) 00000100:00100000:3.0:1705683736.386190:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5179:1858:x1788538570219264:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 165us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.386194:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261312 00000100:00100000:3.0:1705683736.386221:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.386236:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.386246:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.386266:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.386276:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386277:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386281:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219328 00000100:00100000:3.0:1705683736.386292:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386292:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386296:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261313 00000100:00100000:3.0:1705683736.386298:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df6f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5179:1858:x1788538570219392:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.386304:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.386467:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098a35400/0x9d5ae94021ddd9e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7dee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425887f7 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.386475:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7dee:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.386481:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.386482:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.386485:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098a35400/0x9d5ae94021ddd9e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887f7 expref: 5180 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.386491:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098a35400/0x9d5ae94021ddd9e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7dee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887f7 expref: 5180 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.386497:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098a35400, rc 0) 00000100:00100000:3.0:1705683736.386511:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df6f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5180:1858:x1788538570219392:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 211us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.386515:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261313 00000100:00100000:3.0:1705683736.386522:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386523:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.386526:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261315 00000100:00100000:3.0:1705683736.386529:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df68500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4907:1858:x1788538570219328:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.386536:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.387397:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e2b700/0x9d5ae94021ddda03 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425887f0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.387407:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fad:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.387414:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.387415:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.387418:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e2b700/0x9d5ae94021ddda03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887f0 expref: 4909 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.387426:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e2b700/0x9d5ae94021ddda03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425887f0 expref: 4909 pid: 15112 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.387432:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e2b700, rc 0) 00000100:00100000:3.0:1705683736.387447:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df68500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4909:1858:x1788538570219328:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 917us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.387452:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261315 00000100:00100000:3.0:1705683736.387509:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135712300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547636096:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.387525:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.387530:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.387532:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.387532:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387569:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387589:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387601:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387612:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387624:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387647:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387665:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387737:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.387742:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387743:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387748:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219648 00000100:00100000:3.0:1705683736.387758:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387759:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387761:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570219968 00000100:00100000:3.0:1705683736.387767:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387767:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387769:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570220160 00000100:00100000:3.0:1705683736.387775:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387776:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.387779:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261319 00000100:00100000:3.0:1705683736.387782:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df69400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4909:29581:x1788538570219648:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.387788:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.387953:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e2a300/0x9d5ae94021ddda11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6be9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588813 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.387962:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6be9:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:3.0:1705683736.387970:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.387971:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.387974:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e2a300/0x9d5ae94021ddda11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588813 expref: 4909 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.387981:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e2a300/0x9d5ae94021ddda11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588813 expref: 4909 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.387992:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e2a300, rc 0) 00010000:00010000:3.0:1705683736.388000:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388005:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388011:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388016:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388026:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.388185:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135711e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+344:3080:x1788538547635968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23819us (23860us total) trans 4295071693 rc 0/0 00000100:00100000:3.0:1705683736.388323:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261216 00010000:00010000:3.0:1705683736.388343:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.388345:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388350:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bafe580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.388352:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388357:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388365:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388369:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bafe580/0x9d5ae94021ddd6c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x600f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388383:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.388384:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.388385:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.388388:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.388388:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.388392:0:14227:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547638976 00000100:00100000:3.0:1705683736.388403:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.388404:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.388406:0:14227:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570220224 00000100:00100000:3.0:1705683736.388414:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.388414:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.388417:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261322 00000100:00100000:3.0:1705683736.388420:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+344:3080:x1788538547638976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.388431:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24599 count 1 00010000:00010000:3.0:1705683736.388540:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388548:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b4c80/0x9d5ae94021dc3cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f20a expref: 2884 pid: 15102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.388553:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.388553:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.388554:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.388567:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0b4c80/0x9d5ae94021dc3cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f20a expref: 2884 pid: 15102 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.388573:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0b4c80/0x9d5ae94021dc3cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f20a expref: 2884 pid: 15102 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.388580:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547639040:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.388596:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a240 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.388614:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135712800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547636736:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.389222:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.389227:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.389227:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.389228:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.389229:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389233:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389237:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389241:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389254:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683736.389344:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009776a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+345:3082:x1788538547636608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23711us (23953us total) trans 4295071695 rc 0/0 00000100:00100000:3.0:1705683736.389349:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261220 00000100:00100000:3.0:1705683736.389358:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.389359:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.389362:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261324 00000100:00100000:3.0:1705683736.389371:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5180:1858:x1788538570220288:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.389376:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.389672:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134f0ed00/0x9d5ae94021ddda65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588836 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.389682:0:15084:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df0:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.389690:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.389691:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.389694:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134f0ed00/0x9d5ae94021ddda65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588836 expref: 5181 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.389701:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134f0ed00/0x9d5ae94021ddda65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588836 expref: 5181 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.389706:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134f0ed00, rc 0) 00000100:00100000:3.0:1705683736.389717:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5181:1858:x1788538570220288:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 345us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.389721:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261324 00000004:00080000:3.0:1705683736.389755:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009776d000/2, rc 0, transno 104582 00000100:00100000:3.0:1705683736.389769:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009776d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547636416:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683736.389777:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009776ad00/2, rc 0, transno 104399 00000100:00100000:3.0:1705683736.389782:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009776ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547636608:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.389791:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1705683736.389794:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800995dde00/0x9d5ae94021ddd739 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389799:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800995dde00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.389800:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995dde00/0x9d5ae94021ddd739 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389804:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995dde00/0x9d5ae94021ddd739 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389813:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800995dde00/0x9d5ae94021ddd739 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389817:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995dde00/0x9d5ae94021ddd739 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3957:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389987:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.389988:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389993:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bafdb80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.389994:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.389999:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390008:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390012:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bafdb80/0x9d5ae94021ddd6f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6012:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390022:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.390024:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800995de300/0x9d5ae94021ddd747 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390027:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800995de300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.390028:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995de300/0x9d5ae94021ddd747 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390032:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995de300/0x9d5ae94021ddd747 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x395a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390038:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800995de300/0x9d5ae94021ddd747 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x395a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390041:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995de300/0x9d5ae94021ddd747 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x395a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390127:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.390128:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.390129:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000400:2.0:1705683736.390131:0:14212:0:(osd_handler.c:2003:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1705683736.390134:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390134:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390141:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261328 00000100:00100000:3.0:1705683736.390144:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+345:3082:x1788538547639296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.390154:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24600 count 1 00010000:00010000:3.0:1705683736.390227:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ea9d400/0x9d5ae94021ddda81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6018:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390235:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed97200/0x9d5ae94021dc3caf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f218 expref: 2883 pid: 15023 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.390239:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.390240:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.390241:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea9d400/0x9d5ae94021ddda81 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390253:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed97200/0x9d5ae94021dc3caf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f218 expref: 2883 pid: 15023 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.390258:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ed97200/0x9d5ae94021dc3caf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f218 expref: 2883 pid: 15023 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.390265:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547639488:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.390278:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.390289:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.390301:0:14313:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a03d8a00/0x9d5ae94021d7b8c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569377 expref: 4908 pid: 15087 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.390312:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135711400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547636864:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.390325:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.390329:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.390330:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.390330:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.390331:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390335:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390339:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390343:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390350:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.390356:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.390358:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390362:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012baff980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.390364:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390368:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390376:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390380:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012baff980/0x9d5ae94021ddd701 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3959:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390391:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.390392:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.390393:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.390474:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009776f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+843:3082:x1788538547636672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24698us (25043us total) trans 4295071880 rc 0/0 00000100:00100000:3.0:1705683736.390479:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261222 00000100:00100000:3.0:1705683736.390488:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390488:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390492:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261331 00000100:00100000:3.0:1705683736.390495:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5182:1858:x1788538570221120:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.390500:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.390691:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea9f700/0x9d5ae94021dddaa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588860 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.390700:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df2:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.390706:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.390708:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.390710:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea9f700/0x9d5ae94021dddaa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588860 expref: 5183 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.390716:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ea9f700/0x9d5ae94021dddaa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588860 expref: 5183 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.390721:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea9f700, rc 0) 00000100:00100000:3.0:1705683736.390732:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5183:1858:x1788538570221120:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 236us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.390736:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261331 00000100:00100000:3.0:1705683736.390758:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096703700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547636992:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.390768:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.390773:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.390773:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.390774:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390788:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df69400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4907:29581:x1788538570219648:12345-192.168.204.14@tcp:101:dd.0 Request processed in 3005us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.390792:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261319 00000100:00100000:3.0:1705683736.390804:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390805:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.390808:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261332 00000100:00100000:3.0:1705683736.390811:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+843:3080:x1788538547639616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.390818:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14688 count 1 00010000:00010000:3.0:1705683736.390948:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ea9fc00/0x9d5ae94021dddaab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3960:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390959:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801311a1180/0x9d5ae94021d7fbcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425698b7 expref: 4906 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390963:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.390964:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.390965:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea9fc00/0x9d5ae94021dddaab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390977:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801311a1180/0x9d5ae94021d7fbcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425698b7 expref: 4906 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.390982:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801311a1180/0x9d5ae94021d7fbcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f47425698b7 expref: 4906 pid: 15086 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.390990:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df6ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15065:1788538547639744:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.391002:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.391010:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391011:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391015:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261335 00000100:00100000:3.0:1705683736.391018:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5183:1858:x1788538570221568:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.391023:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.391135:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ea9ea80/0x9d5ae94021dddab9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258888a expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.391144:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df4:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.391152:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.391153:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.391155:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ea9ea80/0x9d5ae94021dddab9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258888a expref: 5184 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.391161:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ea9ea80/0x9d5ae94021dddab9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258888a expref: 5184 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.391167:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea9ea80, rc 0) 00000100:00100000:3.0:1705683736.391176:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5184:1858:x1788538570221568:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 158us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.391180:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261335 00000100:00100000:3.0:1705683736.391210:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.391227:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.391297:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.391310:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.391320:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.391325:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391326:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391330:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570220864 00000100:00100000:3.0:1705683736.391340:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391340:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391342:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570221056 00000100:00100000:3.0:1705683736.391348:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391349:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391351:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261336 00000100:00100000:3.0:1705683736.391354:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135710500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4908:1858:x1788538570220864:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.391359:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.391531:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ea9ed00/0x9d5ae94021dddac7 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fb0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588844 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.391543:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fb0:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.391551:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.391552:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.391555:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ea9ed00/0x9d5ae94021dddac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588844 expref: 4908 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.391561:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ea9ed00/0x9d5ae94021dddac7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588844 expref: 4908 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.391566:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ea9ed00, rc 0) 00000100:00100000:3.0:1705683736.391576:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135710500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4908:1858:x1788538570220864:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 222us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.391583:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261336 00010000:00010000:3.0:1705683736.391596:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391600:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391605:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391609:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391616:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.391721:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096701e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+347:3080:x1788538547636544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25219us (25247us total) trans 4295071696 rc 0/0 00000100:00100000:3.0:1705683736.391726:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261225 00000100:00100000:3.0:1705683736.391738:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391739:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391741:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547639936 00000100:00100000:3.0:1705683736.391750:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391750:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391752:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261338 00000100:00100000:3.0:1705683736.391755:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcc3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+844:3083:x1788538547639936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.391762:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14689 count 1 00010000:00010000:3.0:1705683736.391872:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391880:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa77480/0x9d5ae94021d7ffee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256996d expref: 4907 pid: 15109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391885:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.391885:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.391886:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391898:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa77480/0x9d5ae94021d7ffee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256996d expref: 4907 pid: 15109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391922:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa77480/0x9d5ae94021d7ffee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256996d expref: 4907 pid: 15109 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.391930:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135715a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547640128:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.391943:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0000 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.391950:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.391952:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391957:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dec0500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.391958:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391963:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391970:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391974:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dec0500/0x9d5ae94021ddd732 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6011:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.391983:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.391984:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.391985:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.391987:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391988:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.391991:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570221376 00000100:00100000:3.0:1705683736.392002:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392003:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392004:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570221632 00000100:00100000:3.0:1705683736.392016:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392017:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392019:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570221824 00000100:00100000:3.0:1705683736.392027:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392028:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392031:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261341 00000100:00100000:3.0:1705683736.392034:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4910:1858:x1788538570221376:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.392039:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.392160:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131cafc00/0x9d5ae94021dddae3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fb3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588875 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.392168:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fb3:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.392175:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.392176:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.392179:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131cafc00/0x9d5ae94021dddae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588875 expref: 4911 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.392185:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131cafc00/0x9d5ae94021dddae3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588875 expref: 4911 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.392190:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131cafc00, rc 0) 00000100:00100000:3.0:1705683736.392200:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4911:1858:x1788538570221376:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 166us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.392204:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261341 00000100:00100000:3.0:1705683736.392212:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392213:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392215:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261343 00000100:00100000:3.0:1705683736.392218:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5184:1858:x1788538570221824:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.392222:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.392406:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135d16d00/0x9d5ae94021dddaf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258889f expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.392417:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df5:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.392423:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.392424:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.392426:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135d16d00/0x9d5ae94021dddaf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258889f expref: 5185 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.392433:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135d16d00/0x9d5ae94021dddaf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258889f expref: 5185 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.392438:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d16d00, rc 0) 00000100:00100000:3.0:1705683736.392447:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5185:1858:x1788538570221824:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 228us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.392507:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261343 00000100:00100000:3.0:1705683736.392539:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.392558:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.392610:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.392617:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392617:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392622:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570221952 00000100:00100000:3.0:1705683736.392646:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392647:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392649:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570221888 00000100:00100000:3.0:1705683736.392656:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392657:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392659:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222080 00000100:00100000:3.0:1705683736.392666:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392666:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392670:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261345 00000100:00100000:3.0:1705683736.392672:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135712800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4912:1858:x1788538570221888:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.392677:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.392788:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135d15900/0x9d5ae94021dddaf8 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fb5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425888a6 expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.392797:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fb5:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.392804:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.392805:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.392807:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135d15900/0x9d5ae94021dddaf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888a6 expref: 4913 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.392813:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135d15900/0x9d5ae94021dddaf8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888a6 expref: 4913 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.392819:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135d15900, rc 0) 00000100:00100000:3.0:1705683736.392828:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135712800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4913:1858:x1788538570221888:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 155us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.392832:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261345 00000100:00100000:3.0:1705683736.392840:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392841:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.392845:0:15030:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261347 00000100:00100000:3.0:1705683736.392847:0:15030:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5186:1858:x1788538570222080:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.392852:0:15030:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.392989:0:15030:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880124543980/0x9d5ae94021dddb0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425888bb expref: -99 pid: 15030 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.392997:0:15030:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df7:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.393004:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393005:0:15030:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393008:0:15030:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880124543980/0x9d5ae94021dddb0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888bb expref: 5187 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393014:0:15030:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880124543980/0x9d5ae94021dddb0d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888bb expref: 5187 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393019:0:15030:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880124543980, rc 0) 00000100:00100000:3.0:1705683736.393029:0:15030:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_044:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5187:1858:x1788538570222080:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 181us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.393033:0:15030:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261347 00000100:00100000:3.0:1705683736.393040:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393041:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393045:0:15030:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222144 00000100:00100000:3.0:1705683736.393054:0:15030:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393055:0:15030:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393065:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393066:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393068:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261349 00000100:00100000:3.0:1705683736.393071:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ee900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5187:1857:x1788538570222208:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.393076:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.393194:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096665e00/0x9d5ae94021dddb1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425888c9 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.393202:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df8:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.393208:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393209:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393211:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096665e00/0x9d5ae94021dddb1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888c9 expref: 5188 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393220:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096665e00/0x9d5ae94021dddb1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888c9 expref: 5188 pid: 14313 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393225:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096665e00, rc 0) 00000100:00100000:3.0:1705683736.393234:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ee900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5188:1857:x1788538570222208:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 162us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.393238:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261349 00000100:00100000:3.0:1705683736.393265:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393277:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393287:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393292:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393293:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393298:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222336 00000100:00100000:3.0:1705683736.393306:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393307:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393308:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222464 00000100:00100000:3.0:1705683736.393314:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393314:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393316:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222400 00000100:00100000:3.0:1705683736.393321:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393322:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393325:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261351 00000100:00100000:3.0:1705683736.393328:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099941400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5189:1858:x1788538570222336:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.393332:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.393443:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ce5d680/0x9d5ae94021dddb30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7df9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425888d7 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.393451:0:15018:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7df9:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.393458:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393459:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393461:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ce5d680/0x9d5ae94021dddb30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888d7 expref: 5190 pid: 15018 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393468:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ce5d680/0x9d5ae94021dddb30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7df9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888d7 expref: 5190 pid: 15018 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393473:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ce5d680, rc 0) 00000100:00100000:3.0:1705683736.393481:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099941400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5190:1858:x1788538570222336:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 153us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.393486:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261351 00000100:00100000:3.0:1705683736.393493:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393494:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393497:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261353 00000100:00100000:3.0:1705683736.393499:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099945f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4915:1858:x1788538570222400:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:3.0:1705683736.393503:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.393610:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c58b200/0x9d5ae94021dddb3e lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425888de expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.393617:0:15018:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7fb9:0x0] initial LVB size: 0, mtime: 0x65aaab16, atime: 0x65aaab16, ctime: 0x65aaab16, blocks: 0x0 00010000:00010000:3.0:1705683736.393623:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393624:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.393626:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c58b200/0x9d5ae94021dddb3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888de expref: 4917 pid: 15018 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393644:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c58b200/0x9d5ae94021dddb3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425888de expref: 4917 pid: 15018 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.393654:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c58b200, rc 0) 00000100:00100000:3.0:1705683736.393664:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099945f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4917:1858:x1788538570222400:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 163us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.393667:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261353 00000100:00100000:3.0:1705683736.393692:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393703:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393712:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393720:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.393724:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393725:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393728:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222592 00000100:00100000:3.0:1705683736.393737:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393737:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393740:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222720 00000100:00100000:3.0:1705683736.393746:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393746:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393749:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570222784 00000100:00100000:3.0:1705683736.393755:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393756:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.393760:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261356 00000100:00100000:3.0:1705683736.393763:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099944100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2864:30388:x1788538570222720:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.393768:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.394067:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c588c80/0x9d5ae94021dddb5a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7be8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588901 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.394076:0:15018:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7be8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.394083:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.394084:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.394087:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c588c80/0x9d5ae94021dddb5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588901 expref: 2865 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.394092:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c588c80/0x9d5ae94021dddb5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7be8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588901 expref: 2865 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.394097:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c588c80, rc 0) 00000100:00100000:3.0:1705683736.394107:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099944100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2865:30388:x1788538570222720:12345-192.168.204.14@tcp:101:dd.0 Request processed in 343us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.394111:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261356 00000100:00100000:3.0:1705683736.394156:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.394203:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14242:1788538547637312:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.394221:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dec2a80/0x9d5ae94021ddd75c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x71f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.394227:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.394228:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.394228:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.394245:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.394267:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.394291:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.394304:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.394346:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135cbe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547638016:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.394359:0:15101:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008eb07c00/0x9d5ae94021ddd7f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7e00:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.394363:0:15101:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.394364:0:15101:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.394365:0:15101:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.394371:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dec2a80/0x9d5ae94021ddd75c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.394375:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dec2a80/0x9d5ae94021ddd75c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.394381:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dec2a80/0x9d5ae94021ddd75c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.394386:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dec2a80/0x9d5ae94021ddd75c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.394394:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.394523:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+1825:3081:x1788538547637248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24468us (24515us total) trans 4295071697 rc 0/0 00000100:00100000:3.0:1705683736.394527:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261229 00000100:00100000:3.0:1705683736.394540:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.394541:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.394544:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261360 00000100:00100000:3.0:1705683736.394547:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096753200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5191:15161:x1788538570223104:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.394552:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.394898:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a8da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547638272:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.394924:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.394929:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.394930:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.394931:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.395023:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c588780/0x9d5ae94021dddb6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588916 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.395032:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.395040:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.395041:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.395044:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c588780/0x9d5ae94021dddb6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588916 expref: 5193 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395050:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c588780/0x9d5ae94021dddb6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588916 expref: 5193 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395056:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c588780, rc 0) 00000100:00100000:3.0:1705683736.395066:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096753200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5193:15161:x1788538570223104:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 518us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.395070:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261360 00000100:00100000:3.0:1705683736.395092:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.395104:0:15101:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008eb07c00/0x9d5ae94021ddd7f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395109:0:15101:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eb07c00/0x9d5ae94021ddd7f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395114:0:15101:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eb07c00/0x9d5ae94021ddd7f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395118:0:15101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb07c00/0x9d5ae94021ddd7f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7e00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395125:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395129:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395133:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395136:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395142:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.395226:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013181b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+348:3081:x1788538547638208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19985us (20037us total) trans 4295071698 rc 0/0 00000100:00100000:3.0:1705683736.395231:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261246 00010000:00010000:3.0:1705683736.395245:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.395247:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395252:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008eb04280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.395253:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395257:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395269:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395273:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eb04280/0x9d5ae94021ddd812 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6015:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395285:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.395287:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097689900/0x9d5ae94021ddd7d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395291:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097689900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.395292:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097689900/0x9d5ae94021ddd7d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395296:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097689900/0x9d5ae94021ddd7d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395305:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097689900/0x9d5ae94021ddd7d3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395308:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097689900/0x9d5ae94021ddd7d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6b50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395317:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395318:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395319:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.395323:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395324:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395327:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547640256 00000100:00100000:3.0:1705683736.395337:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261362 00000100:00100000:3.0:1705683736.395339:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+348:3081:x1788538547640256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.395350:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24603 count 1 00010000:00010000:3.0:1705683736.395393:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395400:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e5c000/0x9d5ae94021dc3cee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x601b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f242 expref: 2880 pid: 15113 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.395404:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.395405:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.395406:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395418:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134e5c000/0x9d5ae94021dc3cee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x601b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f242 expref: 2880 pid: 15113 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.395425:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134e5c000/0x9d5ae94021dc3cee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x601b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f242 expref: 2880 pid: 15113 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.395432:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547640320:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.395445:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.395453:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395454:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395455:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395461:0:15101:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.395541:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009def8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0001-mdtlov_UUID+1825:3080:x1788538547637632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20969us (21025us total) trans 4295071700 rc 0/0 00000100:00100000:3.0:1705683736.395546:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261242 00010000:00010000:1.0:1705683736.395565:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa27480, rc 0) 00000100:00100000:1.0:1705683736.395576:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ec100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5193:30132:x1788538570223168:12345-192.168.204.14@tcp:101:dd.0 Request processed in 783us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.395580:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261361 00010000:00010000:1.0:1705683736.395601:0:15070:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b4500/0x9d5ae94021dc3c93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6014:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f1e0 expref: 2879 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.395611:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131818a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547638336:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.395611:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.395622:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.395626:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.395626:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.395627:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.395628:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.395632:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.395647:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.395652:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.395666:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.395678:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.395693:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.395694:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.395694:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.395696:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.395700:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570223616 00010000:00010000:3.0:1705683736.395701:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed4a080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.395703:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.395707:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.395715:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.395715:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.395716:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.395719:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed4a080/0x9d5ae94021ddd819 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6014:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.395720:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57722 00000100:00100000:1.0:1705683736.395723:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d92050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1148:30881:x1788538570223616:12345-192.168.204.14@tcp:37:rm.0 00010000:00010000:3.0:1705683736.395728:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395729:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.395730:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.395763:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.395775:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.395826:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.395840:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.395851:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.395879:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547639040:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.395894:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.395899:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.395900:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.395901:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395924:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395925:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395932:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570224000 00000100:00100000:3.0:1705683736.395947:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395948:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395950:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570224192 00000100:00100000:3.0:1705683736.395957:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395958:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.395961:0:14256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207267 00000100:00100000:3.0:1705683736.395964:0:14256:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096750500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:dab809dd-6952-4f4e-9170-c0b3df4b5902+1260:31055:x1788538570224000:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1705683736.395971:0:14256:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.396022:0:14256:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26300/0x9d5ae94021dddb84 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588932 expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396087:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.396094:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396101:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396107:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.396111:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396114:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396137:0:14256:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396139:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396142:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396145:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396147:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5c26f80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.396149:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396152:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396156:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.396158:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.396160:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396162:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26f80/0x9d5ae94021dddb92 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396169:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396172:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396175:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396177:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eee0c80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.396178:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396181:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396184:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff880135407000) 00010000:00010000:3.0:1705683736.396185:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.396186:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396189:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eee0c80/0x9d5ae94021dddb99 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.396208:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.396211:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cedcf00/0x9d5ae94021ddd882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396211:0:14256:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26300/0x9d5ae94021dddb84 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588932 expref: 1261 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396215:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5c26300/0x9d5ae94021dddb84 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588932 expref: 1261 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396216:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cedcf00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.396218:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cedcf00/0x9d5ae94021ddd882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396219:0:14256:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5c26300, rc 0) 00010000:00010000:1.0:1705683736.396222:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cedcf00/0x9d5ae94021ddd882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.396230:0:14256:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096750500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:dab809dd-6952-4f4e-9170-c0b3df4b5902+1260:31055:x1788538570224000:12345-192.168.204.14@tcp:101:rm.0 Request processed in 265us (390us total) trans 0 rc 301/301 00010000:00010000:1.0:1705683736.396232:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cedcf00/0x9d5ae94021ddd882 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.396234:0:14256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207267 00010000:00010000:1.0:1705683736.396236:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cedcf00/0x9d5ae94021ddd882 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6016:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.396243:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.396243:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.396245:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.396246:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.396246:0:14256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207268 00010000:00010000:1.0:1705683736.396247:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.396248:0:14256:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096756900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1150:31066:x1788538570224192:12345-192.168.204.14@tcp:36:mrename.0 00000100:00100000:1.0:1705683736.396261:0:14217:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009dcc4600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:14217:1788538547638784:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.396264:0:14256:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683736.396272:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fe96a80/0x9d5ae94021ddda57 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x209b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258883d expref: 1150 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396276:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.396281:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x209b:0x0].0x0 (ffff88009cab2200) 00000100:00100000:1.0:1705683736.396287:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d431850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5192:1855:x1788538570219712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 8559us (8698us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.396288:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097e6f480/0x9d5ae94021ddd724 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x201f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425885d5 expref: 1149 pid: 14257 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.396293:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99664 00010000:00010000:3.0:1705683736.396294:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x201f:0x0].0x0 (ffff8800989e2e00) 00010000:00010000:3.0:1705683736.396297:0:14256:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.396323:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.396328:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396332:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.396335:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009dcc2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547639168:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.396346:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b160780/0x9d5ae94021ddda3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6c3a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258882f expref: 2877 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396353:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b160780, rc 0) 00000100:00100000:1.0:1705683736.396363:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a858a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:dab809dd-6952-4f4e-9170-c0b3df4b5902+2877:29031:x1788538570220224:12345-192.168.204.14@tcp:101:dd.0 Request processed in 7421us (7973us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.396368:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261323 00010000:00010000:3.0:1705683736.396375:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.396378:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396381:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.396395:0:15114:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b4c8c80/0x9d5ae94021d7e919 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569584 expref: 4917 pid: 15045 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.396400:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00000100:00100000:1.0:1705683736.396403:0:15114:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e6e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547638656:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.396404:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396407:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.396417:0:15114:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.396422:0:15114:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.396422:0:15114:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.396423:0:15114:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.396424:0:15114:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396428:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396434:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396439:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396453:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.396487:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.396490:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396494:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebe0c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.396496:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396500:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396508:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396513:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebe0c80/0x9d5ae94021ddd8a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x395c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396526:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.396527:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.396528:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.396544:0:15000:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131d85680/0x9d5ae94021d7eef3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569633 expref: 4916 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.396551:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f314b00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547638720:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.396556:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800976da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+845:3083:x1788538547638528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16626us (16671us total) trans 4295071882 rc 0/0 00000100:00100000:1.0:1705683736.396560:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261267 00010000:00010000:3.0:1705683736.396561:0:15000:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.396564:0:15000:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.396565:0:15000:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.396566:0:15000:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.396567:0:15000:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396569:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396574:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396577:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.396584:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009dcc4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547639104:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.396584:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.396589:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.396590:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396593:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ea3480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.396594:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396597:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396598:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b161680/0x9d5ae94021ddda34 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6171:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588828 expref: 2862 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.396605:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396606:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b161680, rc 0) 00010000:00010000:3.0:1705683736.396608:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ea3480/0x9d5ae94021ddd8ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x395d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.396617:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df6cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2862:27110:x1788538570220160:12345-192.168.204.14@tcp:101:dd.0 Request processed in 8285us (8879us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.396619:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.396620:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.396621:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261321 00010000:00010000:3.0:1705683736.396621:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.396626:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 3/0,1 mode: --/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.396630:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396645:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396669:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.396673:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.396676:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.396750:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a8c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+350:3080:x1788538547638144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21504us (21527us total) trans 4295071702 rc 0/0 00000100:00100000:1.0:1705683736.396755:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261247 00000100:00100000:1.0:1705683736.396763:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.396764:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.396767:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547640576 00000100:00100000:1.0:1705683736.396778:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.396779:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.396782:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261365 00000100:00100000:1.0:1705683736.396785:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+846:3082:x1788538547640576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.396792:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14690 count 1 00000100:00100000:3.0:1705683736.396806:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a8c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+846:3081:x1788538547638592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16731us (16770us total) trans 4295071883 rc 0/0 00000100:00100000:3.0:1705683736.396812:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261268 00010000:00010000:1.0:1705683736.396932:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396940:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134808c80/0x9d5ae94021d804b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569a1c expref: 4915 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396944:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.396945:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.396946:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396958:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134808c80/0x9d5ae94021d804b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569a1c expref: 4915 pid: 15086 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.396964:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134808c80/0x9d5ae94021d804b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569a1c expref: 4915 pid: 15086 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.396970:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801349f4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547640768:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.396985:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed87e40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.397026:0:15024:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d846080/0x9d5ae94021dc3c69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6013:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f1d2 expref: 2876 pid: 15066 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.397034:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a128a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547638080:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.397048:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009768a300/0x9d5ae94021ddd7fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.397052:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.397054:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.397054:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.397055:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009768a300/0x9d5ae94021ddd7fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397059:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009768a300/0x9d5ae94021ddd7fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397064:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009768a300/0x9d5ae94021ddd7fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397067:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009768a300/0x9d5ae94021ddd7fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6013:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397076:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.397158:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a128f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+351:3082:x1788538547637952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22547us (22582us total) trans 4295071703 rc 0/0 00000100:00100000:1.0:1705683736.397163:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261243 00000004:00080000:1.0:1705683736.397183:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a12d000/2, rc 0, transno 104407 00000100:00100000:1.0:1705683736.397188:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a12d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547637952:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.397212:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547640960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.397227:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.397240:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397241:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397246:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547640832 00000100:00100000:1.0:1705683736.397256:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397256:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397258:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547640960 00000100:00100000:1.0:1705683736.397265:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397265:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397269:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261367 00000100:00100000:1.0:1705683736.397271:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ea800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+846:3081:x1788538547640832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.397279:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14691 count 1 00000100:00100000:3.0:1705683736.397337:0:14256:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096755000 pname:cluuid:pid:xid:nid:opc:job mdt00_021:lustre-MDT0001-mdtlov_UUID:14256:1788538547641024:0@lo:403:mdt00_021.0 00000100:00100000:3.0:1705683736.397359:0:14256:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.397368:0:14256:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0180 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.397373:0:14328:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.397373:0:14328:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.397378:0:14328:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547641024 00000100:00100000:3.0:1705683736.397391:0:14328:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.397391:0:14328:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.397394:0:14328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25147 00000100:00100000:3.0:1705683736.397396:0:14328:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096757300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:14256:x1788538547641024:12345-0@lo:403:mdt00_021.0 00010000:00010000:1.0:1705683736.397439:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397448:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e86d400/0x9d5ae94021d808ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569abd expref: 4915 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397453:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.397454:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.397455:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397466:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e86d400/0x9d5ae94021d808ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569abd expref: 4915 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397472:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e86d400/0x9d5ae94021d808ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569abd expref: 4915 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.397478:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547641088:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.397491:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed87a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.397499:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397499:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.397504:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261369 00000100:00100000:1.0:1705683736.397507:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358e8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:21736:x1788538570224512:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.397513:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00080000:00040000:2.0:1705683736.397714:0:14212:0:(osd_internal.h:1417:osd_trans_exec_check()) LBUG 00010000:00010000:1.0:1705683736.397763:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa27c00/0x9d5ae94021dddbe6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588939 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397776:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5191 pid: 8807 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.397781:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008e86d180/0x9d5ae94021cc6785 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531abd expref: 2877 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.397786:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.397786:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.397788:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa27c00/0x9d5ae94021dddbe6 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588939 expref: 2877 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397800:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008e86d180/0x9d5ae94021cc6785 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531abd expref: 2877 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.397807:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008e86d180/0x9d5ae94021cc6785 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531abd expref: 2877 pid: 15074 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.397814:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547641216:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.397832:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5191 pid: 8807 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.397838:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5191 pid: 8807 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.397845:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547641280:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.397854:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c9f6180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.397870:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397874:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397880:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397884:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397894:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683736.397899:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683736.397902:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397921:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a2300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.397923:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397928:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397938:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397946:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801311a2300/0x9d5ae94021ddda2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6017:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397960:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.397961:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397965:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097688c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.397966:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397970:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397978:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397982:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097688c80/0x9d5ae94021ddd7e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x395b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.397995:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.397996:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.397997:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.398028:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683736.398033:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547641344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.398051:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.398142:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a12ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+847:3082:x1788538547637760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23938us (24092us total) trans 4295071884 rc 0/0 00000100:00100000:1.0:1705683736.398147:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261240 00000004:00080000:1.0:1705683736.398289:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a12e400/2, rc 0, transno 104588 00000100:00100000:1.0:1705683736.398295:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a12e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547637760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.398320:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683736.398324:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcc0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547641536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.398340:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.398352:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.398353:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.398357:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547641536 00000100:00100000:1.0:1705683736.398367:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.398368:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.398370:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261371 00000100:00100000:1.0:1705683736.398374:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcc0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+847:3081:x1788538547641536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.398382:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14692 count 1 00010000:00010000:1.0:1705683736.398482:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.398490:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4915 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.398495:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.398496:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.398496:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.398508:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4915 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.398518:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4915 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.398525:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcc5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547641664:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.398539:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800738f8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.398626:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009dcc2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547639552:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.398697:0:14328:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096757300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:14256:x1788538547641024:12345-0@lo:403:mdt00_021.0 Request processed in 1299us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.398702:0:14328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25147 00000100:00100000:3.0:1705683736.398733:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547639488:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.398745:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ea9d400/0x9d5ae94021ddda81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6018:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.398750:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.398751:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.398751:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.398765:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df6ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15065:1788538547639744:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.398777:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ea9fc00/0x9d5ae94021dddaab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3960:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.398781:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.398782:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.398783:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.398798:0:14256:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096755000 pname:cluuid:pid:xid:nid:opc:job mdt00_021:lustre-MDT0001-mdtlov_UUID:14256:1788538547641024:0@lo:403:mdt00_021.0 00010000:00010000:1.0:1705683736.399369:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009984e800/0x9d5ae94021ddda9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.399375:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.399376:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.399377:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:1.0:1705683736.399391:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013486ee00/2, rc 0, transno 104409 00000100:00100000:1.0:1705683736.399398:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547639296:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1705683736.399426:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013486bc00/2, rc 0, transno 104589 00000100:00100000:1.0:1705683736.399430:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547639232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.399450:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcc4100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547641792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.399466:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.399468:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399474:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399478:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399481:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131920a00 already unused, calling callback (ffffffffa0d706d0) 00000100:00100000:1.0:1705683736.399482:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009dcc2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547641728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.399482:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399486:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.399494:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.399494:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x209b:0x0].0x0 (ffff880097d09300) 00010000:00010000:3.0:1705683736.399496:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683736.399497:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399501:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131920a00/0x9d5ae94021dddbc3 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x209b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.399506:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009984e800/0x9d5ae94021ddda9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.399512:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009984e800/0x9d5ae94021ddda9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.399512:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399515:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.399517:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009984e800/0x9d5ae94021ddda9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x395f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.399521:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009984e800/0x9d5ae94021ddda9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x395f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.399521:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399524:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097467480 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.399525:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399528:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.399530:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.399533:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x201f:0x0].0x0 (ffff88009b217100) 00010000:00010000:3.0:1705683736.399534:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1705683736.399536:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 2/0,0 mode: --/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399539:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097467480/0x9d5ae94021dddbbc lrc: 0/0,0 mode: --/EX res: [0x240000403:0x201f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399551:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399554:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399557:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399561:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097465180 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.399562:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399565:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399569:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3431 (ffff88009cfca200) 00010000:00010000:3.0:1705683736.399570:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.399572:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399578:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097465180/0x9d5ae94021dddbae lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399590:0:14256:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399593:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399597:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399599:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399602:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097464c80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.399604:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.399607:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013486b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+849:3080:x1788538547639424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9296us (9371us total) trans 4295071886 rc 0/0 00010000:00010000:3.0:1705683736.399607:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.399612:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261329 00010000:00010000:3.0:1705683736.399612:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.399613:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.399614:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399617:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097464c80/0x9d5ae94021dddba0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.399621:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.399622:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.399624:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.399625:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261373 00000100:00100000:1.0:1705683736.399628:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dcc4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+353:3081:x1788538547641728:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.399628:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399631:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399645:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097464f00 already unused, calling callback (ffffffffa0d706d0) 00002000:00080000:1.0:1705683736.399646:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24608 count 1 00010000:00010000:3.0:1705683736.399646:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399650:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399655:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3031 (ffff8800997e8000) 00010000:00010000:3.0:1705683736.399656:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.399657:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399660:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097464f00/0x9d5ae94021dddba7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.399685:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.399690:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.399702:0:14256:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096756900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1148:31066:x1788538570224192:12345-192.168.204.14@tcp:36:mrename.0 Request processed in 3452us (3849us total) trans 0 rc -39/-39 00000100:00100000:3.0:1705683736.399707:0:14256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207268 00010000:00010000:1.0:1705683736.399715:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.399723:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2875 pid: 15010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.399728:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.399729:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.399730:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.399737:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.399742:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2875 pid: 15010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.399749:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2875 pid: 15010 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.399757:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15034:1788538547641856:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.399762:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.399769:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05839c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.399778:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.399779:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.399783:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570224896 00000100:00100000:3.0:1705683736.399787:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.399797:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.399798:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.399802:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570224960 00000100:00100000:3.0:1705683736.399820:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.399821:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.399825:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261374 00000100:00100000:3.0:1705683736.399829:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096755a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:dab809dd-6952-4f4e-9170-c0b3df4b5902+2877:15162:x1788538570224896:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.399835:0:15000:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.400109:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.400110:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.400117:0:15000:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131921e00/0x9d5ae94021dddc09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588940 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.400129:0:15000:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.400138:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.400139:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.400142:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131921e00/0x9d5ae94021dddc09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588940 expref: 2876 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.400149:0:15000:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131921e00/0x9d5ae94021dddc09 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588940 expref: 2876 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.400154:0:15000:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131921e00, rc 0) 00000100:00100000:3.0:1705683736.400164:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096755a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:15162:x1788538570224896:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 335us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.400169:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261374 00000100:00100000:1.0:1705683736.400362:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.400405:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009dcc6e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547639872:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.400424:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.400436:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5193:1858:x1788538570220480:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9140us (9225us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.400441:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99673 00000100:00100000:1.0:1705683736.400509:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547640064:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.400513:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135715a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547640128:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.400522:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.400526:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.400527:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.400528:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.400529:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.400531:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.400532:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.400532:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.400631:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.400642:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801355e6a80/0x9d5ae94021dddac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.400651:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801355e6a80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.400653:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801355e6a80/0x9d5ae94021dddac0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.400657:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801355e6a80/0x9d5ae94021dddac0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.400668:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801355e6a80/0x9d5ae94021dddac0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.400673:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801355e6a80/0x9d5ae94021dddac0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6019:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.400788:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.400789:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.400790:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.400805:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135fa1400/2, rc 0, transno 104410 00000100:00100000:1.0:1705683736.400811:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547639680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.401434:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683736.401441:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801349f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547641984:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.401460:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.401473:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401474:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401478:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547641984 00000100:00100000:1.0:1705683736.401489:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401490:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401493:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261377 00000100:00100000:1.0:1705683736.401496:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec8b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+354:3082:x1788538547641984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.401506:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24609 count 1 00010000:00010000:1.0:1705683736.401579:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.401588:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2875 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.401594:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.401595:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.401596:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.401609:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2875 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.401616:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2875 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.401623:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547642176:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.401646:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.401662:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec8c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547642112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.401677:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.401689:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683736.401692:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec8bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547642048:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.401705:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.401723:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401725:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401729:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547642112 00000100:00100000:1.0:1705683736.401747:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401748:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401750:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547642048 00000100:00100000:1.0:1705683736.401758:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401758:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.401761:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261378 00000100:00100000:1.0:1705683736.401764:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec89e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+850:3081:x1788538547642112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.401772:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14695 count 1 00000100:00100000:3.0:1705683736.401776:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.401777:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.401784:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261379 00000100:00100000:3.0:1705683736.401787:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec8e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+850:3081:x1788538547642048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.401798:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14694 count 1 00010000:00010000:1.0:1705683736.401934:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.401942:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4912 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.401947:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.401948:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.401949:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.401962:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4912 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.401968:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4912 pid: 15018 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.401972:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.401976:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec8da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547642240:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.401983:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073b66a80/0x9d5ae94021d81320 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569ce6 expref: 4912 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.401988:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.401988:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.401989:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.401989:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.402003:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073b66a80/0x9d5ae94021d81320 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569ce6 expref: 4912 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.402009:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073b66a80/0x9d5ae94021d81320 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569ce6 expref: 4912 pid: 15036 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.402016:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547642304:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.402030:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.402742:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.402752:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.402753:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.402758:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225216 00000100:00100000:1.0:1705683736.402782:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.402783:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.402787:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261380 00000100:00100000:1.0:1705683736.402790:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d1c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4913:27256:x1788538570225216:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.402797:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.402968:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.402969:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.402978:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99698 00000100:00100000:1.0:1705683736.402982:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:1857:x1788538570225088:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.402989:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.402991:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e5ca00/0x9d5ae94021dc3ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x601a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f234 expref: 2876 pid: 15113 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.402999:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e5ca00/0x9d5ae94021dc3ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x601a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f234 expref: 2876 pid: 15113 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.403009:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e5ca00/0x9d5ae94021dc3ce0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x601a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f234 expref: 2876 pid: 15113 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.403019:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.403020:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.403021:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403026:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403044:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.403054:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:1857:x1788538570225088:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 72us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.403059:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99698 00010000:00010000:1.0:1705683736.403076:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013543cf00/0x9d5ae94021dddc33 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588955 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403089:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4913 pid: 14216 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.403094:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.403094:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.403096:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013543cf00/0x9d5ae94021dddc33 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588955 expref: 4913 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403108:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4913 pid: 14216 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.403114:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4913 pid: 14216 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.403121:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d1e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547642368:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.403142:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.403143:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403150:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403152:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403160:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403161:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403165:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403165:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801355b5e00/0x9d5ae94021dddadc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3961:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.403170:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403175:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.403185:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.403191:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.403194:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403198:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0108f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.403200:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403204:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403212:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403216:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0108f00/0x9d5ae94021dddad5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x601a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403228:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.403229:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.403230:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.403336:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+355:3080:x1788538547640000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11523us (11553us total) trans 4295071707 rc 0/0 00000100:00100000:1.0:1705683736.403341:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261339 00000100:00100000:3.0:1705683736.403350:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcc3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+851:3083:x1788538547639936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11593us (11686us total) trans 4295071888 rc 0/0 00000100:00100000:3.0:1705683736.403355:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261338 00000100:00100000:3.0:1705683736.403780:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.403781:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.403790:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547642432 00000100:00100000:3.0:1705683736.403805:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.403806:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.403810:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261381 00000100:00100000:3.0:1705683736.403813:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099522800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+851:3082:x1788538547642432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.403819:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00080000:3.0:1705683736.403823:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14696 count 1 00000100:00100000:1.0:1705683736.403830:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.403831:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.403837:0:14456:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225344 00000100:00100000:1.0:1705683736.403853:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.403854:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.403857:0:14456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57723 00000100:00100000:1.0:1705683736.403860:0:14456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d1cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1148:30904:x1788538570225344:12345-192.168.204.14@tcp:35:rm.0 00010000:00010000:3.0:1705683736.403926:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403935:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009caf8000/0x9d5ae94021d81ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569e98 expref: 4913 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403941:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.403942:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.403943:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403956:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009caf8000/0x9d5ae94021d81ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569e98 expref: 4913 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.403962:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009caf8000/0x9d5ae94021d81ba8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569e98 expref: 4913 pid: 15019 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.403968:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547642560:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.403979:0:14456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d1cb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1149:30904:x1788538570225344:12345-192.168.204.14@tcp:35:rm.0 Request processed in 117us (160us total) trans 4295030416 rc 0/0 00000100:00100000:1.0:1705683736.403985:0:14456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57723 00000100:00100000:3.0:1705683736.403987:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.403995:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.403996:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.403997:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.403998:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404001:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547642496 00000100:00100000:3.0:1705683736.404013:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404013:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404016:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261382 00000100:00100000:3.0:1705683736.404019:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099522d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+355:3082:x1788538547642496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.404027:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24610 count 1 00010000:00010000:3.0:1705683736.404102:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.404110:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d304500/0x9d5ae94021dc3d49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2a4 expref: 2874 pid: 15010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.404115:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.404116:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.404117:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.404130:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d304500/0x9d5ae94021dc3d49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2a4 expref: 2874 pid: 15010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.404137:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d304500/0x9d5ae94021dc3d49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2a4 expref: 2874 pid: 15010 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.404144:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096754100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547642624:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.404163:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.404498:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404499:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404505:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225408 00000100:00100000:3.0:1705683736.404521:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404522:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.404525:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261383 00000100:00100000:3.0:1705683736.404528:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:30388:x1788538570225408:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.404534:0:14416:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.404705:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d92050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1147:30881:x1788538570223616:12345-192.168.204.14@tcp:37:rm.0 Request processed in 8980us (9026us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.404710:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57722 00010000:00010000:3.0:1705683736.404866:0:14416:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131921180/0x9d5ae94021dddc48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258895c expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.404878:0:14416:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.404887:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.404888:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.404891:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131921180/0x9d5ae94021dddc48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258895c expref: 2876 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.404899:0:14416:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131921180/0x9d5ae94021dddc48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258895c expref: 2876 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.404924:0:14416:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131921180, rc 0) 00000100:00100000:3.0:1705683736.404940:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:30388:x1788538570225408:12345-192.168.204.14@tcp:101:dd.0 Request processed in 411us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.404945:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261383 00000100:00100000:1.0:1705683736.405135:0:15007:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15007:1788538547640192:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.405148:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.405179:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4913:1858:x1788538570222976:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10850us (10887us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.405184:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99678 00000100:00100000:1.0:1705683736.406091:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ecb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547640384:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.406108:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f298000/0x9d5ae94021dddb8b lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5e6d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258892b expref: 4912 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.406118:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f298000, rc 0) 00000100:00100000:1.0:1705683736.406138:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096751e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4912:27217:x1788538570224064:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10236us (10311us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.406144:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261363 00000100:00100000:1.0:1705683736.406154:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406155:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406159:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225600 00000100:00100000:1.0:1705683736.406171:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406172:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406175:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261384 00000100:00100000:1.0:1705683736.406178:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4912:15161:x1788538570225600:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.406184:0:15097:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.406487:0:15097:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013543d400/0x9d5ae94021dddc4f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588963 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.406499:0:15097:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.406507:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.406509:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.406511:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013543d400/0x9d5ae94021dddc4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588963 expref: 4913 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.406519:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013543d400/0x9d5ae94021dddc4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588963 expref: 4913 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.406525:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013543d400, rc 0) 00000100:00100000:1.0:1705683736.406538:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4913:15161:x1788538570225600:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 359us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.406542:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261384 00000100:00100000:1.0:1705683736.406574:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547641280:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.406590:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009dcc5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547641664:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.406614:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.406619:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.406620:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.406620:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.406628:0:15002:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e5c000/0x9d5ae94021dc3cee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x601b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f242 expref: 2875 pid: 15113 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.406653:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547640320:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.406667:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.406671:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.406672:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.406673:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.406674:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406678:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.406684:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e1400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15034:1788538547641856:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.406684:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406689:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.406694:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.406699:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.406700:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.406700:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.406700:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.406731:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406732:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406736:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225664 00000100:00100000:1.0:1705683736.406748:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406749:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.406752:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261385 00000100:00100000:1.0:1705683736.406755:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5192:21828:x1788538570225664:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.406761:0:15097:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.406861:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+356:3081:x1788538547640256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11519us (11546us total) trans 4295071708 rc 0/0 00000100:00100000:3.0:1705683736.406866:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261362 00010000:00010000:3.0:1705683736.406881:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.406885:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406890:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c58a580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.406893:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406898:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406925:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406930:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c58a580/0x9d5ae94021dddb76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x601b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.406943:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.406943:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.406945:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.407004:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.407005:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.407011:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547642752 00000100:00100000:3.0:1705683736.407024:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.407025:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.407028:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261386 00000100:00100000:3.0:1705683736.407031:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+356:3080:x1788538547642752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.407042:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24611 count 1 00010000:00010000:1.0:1705683736.407045:0:15097:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013543f980/0x9d5ae94021dddc56 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258896a expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.407058:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d90a00/0x9d5ae94021ccd65f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425355aa expref: 5193 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.407064:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a067f700/0x9d5ae94021ceea35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd04 expref: 2874 pid: 15017 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.407069:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.407070:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.407071:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013543f980/0x9d5ae94021dddc56 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258896a expref: 5193 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.407084:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a067f700/0x9d5ae94021ceea35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd04 expref: 2874 pid: 15017 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.407092:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a067f700/0x9d5ae94021ceea35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd04 expref: 2874 pid: 15017 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.407099:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d1b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547642816:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.407121:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.407127:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134d90a00/0x9d5ae94021ccd65f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355aa expref: 5193 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.407129:0:14416:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b5e00/0x9d5ae94021dc3d50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2b2 expref: 2874 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.407133:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134d90a00/0x9d5ae94021ccd65f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355aa expref: 5193 pid: 14273 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.407134:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.407136:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.407137:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.407139:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d1c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547642880:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.407150:0:14416:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f0b5e00/0x9d5ae94021dc3d50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2b2 expref: 2874 pid: 14227 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.407152:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed87900 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.407157:0:14416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f0b5e00/0x9d5ae94021dc3d50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2b2 expref: 2874 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.407164:0:14416:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547642944:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.407181:0:14416:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.407299:0:15019:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009efced00/0x9d5ae94021d79b24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742568fcd expref: 4912 pid: 14231 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.407308:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c088a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547632832:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.407321:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.407325:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.407326:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.407327:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.407328:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.407332:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.407337:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.407341:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097518780/0x9d5ae94021ddd37a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3952:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.407358:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.407462:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c08c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+852:3082:x1788538547632384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 74593us (74655us total) trans 4295071889 rc 0/0 00000100:00100000:3.0:1705683736.407467:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261129 00000100:00100000:3.0:1705683736.408393:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.408394:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408401:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ec8a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547642176:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.408402:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227264 00010000:00010000:1.0:1705683736.408412:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.408417:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.408417:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.408418:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.408420:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.408420:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.408425:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207269 00000100:00100000:3.0:1705683736.408428:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013486a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1147:30904:x1788538570227264:12345-192.168.204.14@tcp:101:rm.0 00000100:00100000:1.0:1705683736.408435:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d1e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547642368:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.408437:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.408446:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0e89180/0x9d5ae94021dddc64 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258899b expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408448:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013543cf00/0x9d5ae94021dddc33 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588955 expref: 4911 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408456:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013543cf00, rc 0) 00000100:00100000:1.0:1705683736.408476:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d1c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4911:27256:x1788538570225216:12345-192.168.204.14@tcp:101:dd.0 Request processed in 5684us (5734us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.408481:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261380 00000100:00100000:1.0:1705683736.408495:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408496:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408499:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547643008 00000100:00100000:1.0:1705683736.408509:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408510:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408512:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225728 00000100:00100000:1.0:1705683736.408519:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408520:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408521:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225920 00010000:00010000:3.0:1705683736.408525:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ff4a800/0x9d5ae94021dddc6b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00000100:00100000:1.0:1705683736.408530:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408530:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408533:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261387 00010000:00010000:3.0:1705683736.408533:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ff4a800/0x9d5ae94021dddc6b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00000100:00100000:1.0:1705683736.408536:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a9b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+852:3080:x1788538547643008:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.408540:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ff4a800/0x9d5ae94021dddc6b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00002000:00080000:1.0:1705683736.408545:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14697 count 1 00000004:00200000:3.0:1705683736.408546:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2089:0x0]: returning size 4096 00010000:00010000:3.0:1705683736.408601:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0e89180/0x9d5ae94021dddc64 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2054:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258899b expref: 1150 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.408612:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ff4a800/0x9d5ae94021dddc6b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258899b expref: 1149 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.408616:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:3.0:1705683736.408618:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1705683736.408620:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff4a800, rc 0) 00000100:00100000:3.0:1705683736.408647:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013486a800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1149:30904:x1788538570227264:12345-192.168.204.14@tcp:101:rm.0 Request processed in 204us (368us total) trans 4295030417 rc 0/0 00000100:00100000:3.0:1705683736.408652:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207269 00000100:00100000:3.0:1705683736.408670:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.408671:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.408674:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261388 00000100:00100000:3.0:1705683736.408678:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5194:15123:x1788538570225728:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.408684:0:15019:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.408737:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.408740:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f29a080/0x9d5ae94021dddbb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408745:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f29a080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.408746:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f29a080/0x9d5ae94021dddbb5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408751:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f29a080/0x9d5ae94021dddbb5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x601c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408761:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f29a080/0x9d5ae94021dddbb5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x601c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408765:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f29a080/0x9d5ae94021dddbb5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x601c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408776:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.408777:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.408778:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.408784:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408792:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a136ea80/0x9d5ae94021d81fd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742569f32 expref: 4911 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408796:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.408797:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.408798:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408811:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a136ea80/0x9d5ae94021d81fd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569f32 expref: 4911 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.408818:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a136ea80/0x9d5ae94021d81fd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569f32 expref: 4911 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.408825:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d1e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547643072:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.408842:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed870c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.408866:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ec8da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547642240:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.408879:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.408884:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.408885:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.408885:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408927:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.408958:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.408975:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.408983:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408984:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.408989:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226048 00010000:00010000:1.0:1705683736.408998:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4912 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.409010:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409011:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409013:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226176 00010000:00010000:1.0:1705683736.409021:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073524780/0x9d5ae94021d80e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3965:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569bdc expref: 4914 pid: 15083 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.409030:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409031:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409033:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225792 00010000:00010000:1.0:1705683736.409039:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5195 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.409039:0:15019:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c785b80/0x9d5ae94021dddc87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588971 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.409048:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409049:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:3.0:1705683736.409050:0:15019:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ad5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683736.409052:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99702 00000100:00100000:1.0:1705683736.409055:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec8da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4913:1855:x1788538570226048:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.409057:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.409058:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409059:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.409061:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c785b80/0x9d5ae94021dddc87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588971 expref: 5196 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409062:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4913 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.409067:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4913 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.409068:0:15019:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c785b80/0x9d5ae94021dddc87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588971 expref: 5196 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409078:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa77c00/0x9d5ae94021d80b6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569b34 expref: 4913 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.409078:0:15019:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c785b80, rc 0) 00010000:00010000:1.0:1705683736.409086:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409087:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409088:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.409091:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5196:15123:x1788538570225728:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 413us (726us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.409093:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.409096:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261388 00010000:00010000:1.0:1705683736.409105:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.409117:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec8da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4911:1855:x1788538570226048:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.409120:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096754100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547642624:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.409122:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99702 00000100:00100000:1.0:1705683736.409129:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409130:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.409132:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.409133:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99704 00000100:00100000:1.0:1705683736.409136:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5195:1855:x1788538570225792:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00100000:3.0:1705683736.409138:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.409138:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.409139:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.409141:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.409143:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5195 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409149:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5195 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409158:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f29aa80/0x9d5ae94021cbcceb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b76:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bcfa expref: 5195 pid: 8807 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.409160:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547642304:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.409169:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.409169:0:15000:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.409173:0:15000:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.409173:0:15000:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.409174:0:15000:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409180:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e1900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5194:1855:x1788538570225792:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 43us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.409184:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99704 00000100:00100000:3.0:1705683736.409185:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547642560:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.409193:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.409197:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.409197:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.409198:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.409202:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409207:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409212:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409216:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409224:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.409234:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.409237:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880132502d00/0x9d5ae94021dddc02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409242:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132502d00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.409244:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880132502d00/0x9d5ae94021dddc02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409249:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880132502d00/0x9d5ae94021dddc02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409258:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880132502d00/0x9d5ae94021dddc02 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409262:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132502d00/0x9d5ae94021dddc02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3965:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409272:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.409274:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409278:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa25900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.409279:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409284:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409291:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409298:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa25900/0x9d5ae94021dddbf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3964:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409309:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.409309:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.409310:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.409314:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcc0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+853:3081:x1788538547641536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10939us (10972us total) trans 4295071891 rc 0/0 00000100:00100000:1.0:1705683736.409318:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261371 00000100:00100000:1.0:1705683736.409356:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.409364:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409365:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409372:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570225984 00010000:00010000:1.0:1705683736.409380:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0b7480/0x9d5ae94021dc3d34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x601f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f27a expref: 2874 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.409394:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409395:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409398:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99705 00000100:00100000:1.0:1705683736.409401:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2874:1855:x1788538570225984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.409407:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.409409:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0b7480/0x9d5ae94021dc3d34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x601f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f27a expref: 2874 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409414:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0b7480/0x9d5ae94021dc3d34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x601f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f27a expref: 2874 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409424:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b7480/0x9d5ae94021dc3d34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x601f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f27a expref: 2874 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409433:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409434:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409435:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409441:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409453:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.409467:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e2800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:1855:x1788538570225984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 64us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.409471:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99705 00010000:00010000:1.0:1705683736.409487:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409492:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409498:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409502:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409524:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.409613:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcc6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+358:3082:x1788538547641344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11435us (11562us total) trans 4295071710 rc 0/0 00000100:00100000:1.0:1705683736.409619:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261370 00000100:00100000:1.0:1705683736.409646:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409647:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409653:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261391 00000100:00100000:1.0:1705683736.409655:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eab5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+357:3082:x1788538547643200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.409665:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24612 count 1 00010000:00010000:1.0:1705683736.409739:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409748:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135feb980/0x9d5ae94021dc3d7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2c0 expref: 2872 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.409753:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409754:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409755:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409768:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135feb980/0x9d5ae94021dc3d7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2c0 expref: 2872 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.409775:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135feb980/0x9d5ae94021dc3d7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2c0 expref: 2872 pid: 14273 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.409782:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547643264:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.409790:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.409793:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.409797:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.409799:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132500280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.409801:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409806:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409815:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409820:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132500280/0x9d5ae94021dddbed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x601f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.409832:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.409833:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.409833:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.409834:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.409842:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409843:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409847:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226112 00010000:00010000:1.0:1705683736.409856:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2873 pid: 15010 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.409865:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409866:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.409869:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99706 00000100:00100000:1.0:1705683736.409872:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a382850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:1855:x1788538570226112:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.409878:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.409880:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2873 pid: 15010 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409886:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2873 pid: 15010 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409896:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d304000/0x9d5ae94021dc3d3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f288 expref: 2873 pid: 15010 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.409903:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409903:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.409933:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409938:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.409951:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.409962:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a382850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2872:1855:x1788538570226112:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 89us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.409966:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99706 00000100:00100000:3.0:1705683736.409967:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.409969:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.409973:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547643392 00000100:00100000:3.0:1705683736.409986:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.409986:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.409990:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261392 00000100:00100000:3.0:1705683736.409993:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fde1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+358:3080:x1788538547643392:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.409998:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683736.410002:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24613 count 1 00010000:00010000:1.0:1705683736.410003:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410008:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410013:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa26a80/0x9d5ae94021dddbfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410033:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.410071:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.410080:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800982a1e00/0x9d5ae94021dc3d73 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ce expref: 2871 pid: 15097 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.410085:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.410086:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.410087:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.410100:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800982a1e00/0x9d5ae94021dc3d73 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ce expref: 2871 pid: 15097 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.410107:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800982a1e00/0x9d5ae94021dc3d73 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ce expref: 2871 pid: 15097 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.410114:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0000_UUID:15088:1788538547643520:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.410118:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dcc4600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+359:3081:x1788538547641728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10488us (10622us total) trans 4295071711 rc 0/0 00000100:00100000:1.0:1705683736.410124:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261373 00000100:00100000:3.0:1705683736.410128:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.410136:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410137:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410137:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.410137:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410141:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226240 00000100:00100000:3.0:1705683736.410142:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547643456 00010000:00010000:1.0:1705683736.410149:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2872 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.410155:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.410156:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410158:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410159:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.410160:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261393 00000100:00100000:1.0:1705683736.410162:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99707 00000100:00100000:3.0:1705683736.410162:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073bdcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+854:3080:x1788538547643456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.410165:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073bdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2872:1855:x1788538570226240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.410169:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00080000:3.0:1705683736.410170:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14699 count 1 00010000:00010000:1.0:1705683736.410171:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2872 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.410176:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2872 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.410186:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f0b6080/0x9d5ae94021dc3d42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6021:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f296 expref: 2872 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.410195:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.410195:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.410197:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410201:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410211:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.410220:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073bdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:1855:x1788538570226240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 54us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.410224:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99707 00010000:00010000:1.0:1705683736.410239:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410244:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410248:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410253:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410261:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.410261:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410266:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.410268:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.410269:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ee70f00/0x9d5ae94021d82a50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a13f expref: 4909 pid: 15045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410273:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa26f80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.410274:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.410274:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.410274:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.410276:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410278:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410285:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.410288:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ee70f00/0x9d5ae94021d82a50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a13f expref: 4909 pid: 15045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410289:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa26f80/0x9d5ae94021dddc1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6021:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.410294:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ee70f00/0x9d5ae94021d82a50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a13f expref: 4909 pid: 15045 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.410297:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.410297:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.410298:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.410301:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547643648:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.410314:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.410380:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec8b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+360:3082:x1788538547641984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8883us (8920us total) trans 4295071712 rc 0/0 00000100:00100000:1.0:1705683736.410385:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261377 00000100:00100000:1.0:1705683736.410450:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.410479:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547641088:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.410491:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.410497:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.410498:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.410498:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410511:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547640768:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.410518:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.410523:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.410523:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.410524:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410528:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410529:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410534:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547643776 00000100:00100000:1.0:1705683736.410544:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410545:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410547:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226432 00000100:00100000:1.0:1705683736.410553:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410554:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410557:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261395 00000100:00100000:1.0:1705683736.410559:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073bdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+360:3082:x1788538547643776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.410568:0:15087:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24615 count 1 00010000:00010000:1.0:1705683736.410603:0:15087:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410611:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bad6080/0x9d5ae94021dc3d88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ea expref: 2871 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.410615:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.410616:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.410617:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410628:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bad6080/0x9d5ae94021dc3d88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ea expref: 2871 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.410647:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bad6080/0x9d5ae94021dc3d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ea expref: 2871 pid: 14273 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.410659:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547643840:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.410675:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05839c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.410683:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410683:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.410688:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261396 00000100:00100000:1.0:1705683736.410691:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8e1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:27110:x1788538570226432:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.410697:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.410933:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e995680/0x9d5ae94021dddcb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258897f expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410946:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349e0c80/0x9d5ae94021d61e92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b21 expref: 2872 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.410950:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.410951:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.410953:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e995680/0x9d5ae94021dddcb8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x60b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258897f expref: 2872 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.410964:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349e0c80/0x9d5ae94021d61e92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b21 expref: 2872 pid: 15031 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.410969:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349e0c80/0x9d5ae94021d61e92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b21 expref: 2872 pid: 15031 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.410976:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547643904:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.410991:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583540 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.412820:0:15000:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412828:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412836:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.412839:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547641216:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.412840:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412850:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.412858:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.412861:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f299180/0x9d5ae94021dddbca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412866:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f299180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.412867:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f299180/0x9d5ae94021dddbca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.412872:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aa27c00/0x9d5ae94021dddbe6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b76:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588939 expref: 2871 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412872:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f299180/0x9d5ae94021dddbca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x601d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412883:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f299180/0x9d5ae94021dddbca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x601d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.412887:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa27c00, rc 0) 00010000:00010000:3.0:1705683736.412887:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f299180/0x9d5ae94021dddbca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x601d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412898:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.412899:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412919:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131920500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.412920:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.412921:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358e8a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:21736:x1788538570224512:12345-192.168.204.14@tcp:101:dd.0 Request processed in 15396us (15558us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.412924:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.412926:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261369 00000100:00100000:1.0:1705683736.412940:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.412941:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.412944:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261397 00000100:00100000:1.0:1705683736.412947:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:29913:x1788538570227008:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.412954:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.412958:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.412963:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131920500/0x9d5ae94021dddc2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3966:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413023:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e997200/0x9d5ae94021dddcbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588986 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413036:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2872 pid: 15076 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.413041:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413042:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413044:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e997200/0x9d5ae94021dddcbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588986 expref: 2872 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413048:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.413049:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.413050:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.413056:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2872 pid: 15076 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.413068:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2872 pid: 15076 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.413081:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547644032:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.413099:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583240 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.413154:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec8e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+855:3081:x1788538547642048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11365us (11447us total) trans 4295071892 rc 0/0 00000100:00100000:3.0:1705683736.413160:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261379 00010000:00010000:3.0:1705683736.413178:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413184:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413189:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413193:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413202:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.413213:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.413215:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413219:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131921900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.413220:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413224:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413232:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413235:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131921900/0x9d5ae94021dddc3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3968:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413245:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.413246:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.413247:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.413332:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099522800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+855:3082:x1788538547642432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9518us (9586us total) trans 4295071893 rc 0/0 00000100:00100000:3.0:1705683736.413337:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261381 00000100:00100000:1.0:1705683736.413363:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1705683736.413366:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131d18f00/2, rc 0, transno 104597 00000100:00100000:1.0:1705683736.413369:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547644160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.413381:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d18f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547642432:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.413420:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683736.413425:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8e1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547644288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.413443:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.413453:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.413455:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.413460:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547644288 00000100:00100000:1.0:1705683736.413467:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413468:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.413473:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413474:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226496 00000100:00100000:3.0:1705683736.413474:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.413477:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261399 00000100:00100000:3.0:1705683736.413480:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+855:3083:x1788538547644288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.413484:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4908 pid: 14216 timeout: 608 lvb_type: 1 00002000:00080000:3.0:1705683736.413489:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14701 count 1 00000100:00100000:1.0:1705683736.413502:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413503:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413505:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226624 00010000:00010000:1.0:1705683736.413511:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d304500/0x9d5ae94021dc3d49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2a4 expref: 2873 pid: 15010 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.413520:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413521:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413523:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99712 00000100:00100000:1.0:1705683736.413526:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073903c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4909:1855:x1788538570226496:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.413533:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.413543:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4909 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.413548:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4909 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.413559:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ab8a00/0x9d5ae94021d60a5d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255f9f5 expref: 4909 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.413567:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413568:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413569:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013543cf00/0x9d5ae94021dddc33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588955 expref: 4908 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413574:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013543cf00/0x9d5ae94021dddc33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588955 expref: 4908 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413587:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013543cf00/0x9d5ae94021dddc33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588955 expref: 4908 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.413593:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14238:1788538547644352:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.413608:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c9f6180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.413619:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413620:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413627:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99714 00000100:00100000:1.0:1705683736.413629:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073904600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4908:1855:x1788538570226816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.413646:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.413650:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e86d400/0x9d5ae94021d808ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569abd expref: 4908 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.413656:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e86d400/0x9d5ae94021d808ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569abd expref: 4908 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.413666:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e86d400/0x9d5ae94021d808ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569abd expref: 4908 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.413673:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413674:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413675:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413680:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413693:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.413705:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073904600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4907:1855:x1788538570226816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 75us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.413709:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99714 00010000:00010000:3.0:1705683736.413710:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413717:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.413719:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413719:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413722:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570226304 00010000:00010000:3.0:1705683736.413722:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413727:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131922580/0x9d5ae94021dddc41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6022:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413728:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4907 pid: 15018 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.413740:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.413742:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413743:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.413746:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99715 00000100:00100000:1.0:1705683736.413748:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073906400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4907:1856:x1788538570226304:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.413753:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.413755:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4907 pid: 15018 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.413760:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4907 pid: 15018 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.413770:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013480aa80/0x9d5ae94021d81684 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569d79 expref: 4907 pid: 15018 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.413777:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413777:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.413779:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413783:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413794:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.413806:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073906400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4906:1856:x1788538570226304:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.413810:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99715 00010000:00010000:1.0:1705683736.413825:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.413826:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.413827:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.413829:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413834:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.413834:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227328 00010000:00010000:1.0:1705683736.413838:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413845:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.413850:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1705683736.413850:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.413851:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.413852:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.413855:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207270 00010000:00010000:1.0:1705683736.413856:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa25180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.413857:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.413858:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073906e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1149:31004:x1788538570227328:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:1.0:1705683736.413861:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.413866:0:14252:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.413868:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413871:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa25180/0x9d5ae94021dddc25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3967:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.413882:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.413883:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.413883:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.413945:0:14252:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784280/0x9d5ae94021dddccd lrc: 2/0,0 mode: --/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889a9 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.413987:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec89e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+856:3081:x1788538547642112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12222us (12309us total) trans 4295071894 rc 0/0 00000100:00100000:1.0:1705683736.413992:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261378 00000100:00100000:1.0:1705683736.413999:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414000:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414003:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227072 00010000:00010000:3.0:1705683736.414003:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.414010:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.414013:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414013:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414015:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227200 00010000:00010000:3.0:1705683736.414016:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.414024:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414024:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414027:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227392 00000100:00100000:1.0:1705683736.414034:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414034:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414037:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261400 00000100:00100000:1.0:1705683736.414040:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073906900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2862:29031:x1788538570227072:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.414045:0:15002:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.414075:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.414079:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414083:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414108:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414112:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414115:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414118:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414124:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c784000 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.414126:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414130:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.414131:0:15002:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e996a80/0x9d5ae94021dddce2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f474258898d expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414135:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2061:0x0].0x0 (ffff880098a4c400) 00010000:00010000:3.0:1705683736.414137:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.414139:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414142:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784000/0x9d5ae94021dddcd4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.414143:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4904 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.414147:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.414148:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.414149:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e996a80/0x9d5ae94021dddce2 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258898d expref: 2863 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414149:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414152:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414155:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.414158:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c785680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.414159:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.414161:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4904 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.414163:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.414167:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4904 pid: 15030 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.414167:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2061:0x0].0x36 (ffff880098a4c500) 00010000:00010000:3.0:1705683736.414168:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.414170:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 2/0,0 mode: --/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.414172:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ec8da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547644416:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.414173:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c785680/0x9d5ae94021dddcdb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2061:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.414186:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed87e40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.414194:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414195:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414200:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261402 00010000:00010000:3.0:1705683736.414202:0:14252:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784280/0x9d5ae94021dddccd lrc: 1/0,0 mode: --/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889a9 expref: 1150 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.414203:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:30388:x1788538570227392:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.414208:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.414208:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c784280/0x9d5ae94021dddccd lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2061:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889a9 expref: 1150 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414215:0:14252:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c784280, rc 0) 00000100:00100000:3.0:1705683736.414229:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073906e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1149:31004:x1788538570227328:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 370us (418us total) trans 0 rc 301/301 00000100:00100000:3.0:1705683736.414233:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207270 00000100:00100000:3.0:1705683736.414249:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414250:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414254:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261403 00000100:00100000:3.0:1705683736.414257:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5194:27217:x1788538570227456:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.414262:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.414368:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c786080/0x9d5ae94021dddce9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889b0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414380:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5195 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.414384:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.414386:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.414387:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c786080/0x9d5ae94021dddce9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889b0 expref: 5195 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414398:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5195 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.414403:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5195 pid: 15032 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.414409:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096754100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547644480:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.414423:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.414447:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099522d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+362:3082:x1788538547642496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10427us (10631us total) trans 4295071714 rc 0/0 00000100:00100000:3.0:1705683736.414452:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261382 00000004:00080000:3.0:1705683736.414474:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131d18a00/2, rc 0, transno 104418 00000100:00100000:3.0:1705683736.414486:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d18a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547642496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.414505:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096750000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547642944:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.414516:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.414521:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.414521:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.414522:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414527:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683736.414533:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099523700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547644544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.414548:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.414565:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414566:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414570:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547644544 00000100:00100000:3.0:1705683736.414584:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414584:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.414588:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261404 00000100:00100000:3.0:1705683736.414590:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+362:3082:x1788538547644544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.414599:0:15067:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24617 count 1 00010000:00010000:3.0:1705683736.414632:0:15067:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414653:0:15067:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2871 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.414658:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.414659:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.414660:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414673:0:15067:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2871 pid: 15074 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.414679:0:15067:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2871 pid: 15074 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.414686:0:15067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096756400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547644608:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.414698:0:15067:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.414711:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414718:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4904 pid: 15102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414723:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.414724:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.414725:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414736:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4904 pid: 15102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.414742:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4904 pid: 15102 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.414749:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096751400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547644672:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.414760:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f538d80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.414976:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414978:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.414983:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227584 00000100:00100000:1.0:1705683736.414999:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.415000:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.415004:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57724 00000100:00100000:1.0:1705683736.415006:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099521e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1149:30881:x1788538570227584:12345-192.168.204.14@tcp:35:rm.0 00000100:00100000:1.0:1705683736.415088:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099521e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1150:30881:x1788538570227584:12345-192.168.204.14@tcp:35:rm.0 Request processed in 80us (494us total) trans 4295030418 rc 0/0 00000100:00100000:1.0:1705683736.415093:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57724 00000100:00100000:1.0:1705683736.415121:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d1b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547642816:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.415127:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d1c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547642880:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.415152:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013543f980/0x9d5ae94021dddc56 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258896a expref: 5196 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415160:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013543f980, rc 0) 00000100:00100000:1.0:1705683736.415171:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a0500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5196:21828:x1788538570225664:12345-192.168.204.14@tcp:101:dd.0 Request processed in 8415us (8452us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.415176:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261385 00010000:00010000:1.0:1705683736.415196:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e996f80/0x9d5ae94021dddd0c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7be9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889a2 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.415205:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7be9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.415212:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.415213:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.415215:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e996f80/0x9d5ae94021dddd0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889a2 expref: 2864 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415221:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e996f80/0x9d5ae94021dddd0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7be9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889a2 expref: 2864 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415226:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e996f80, rc 0) 00000100:00100000:1.0:1705683736.415234:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:dab809dd-6952-4f4e-9170-c0b3df4b5902+2864:30388:x1788538570227392:12345-192.168.204.14@tcp:101:dd.0 Request processed in 1031us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.415238:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261402 00010000:00010000:1.0:1705683736.415250:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415254:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415259:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415262:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa26080/0x9d5ae94021dddbd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3963:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415270:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.415365:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ea800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+856:3081:x1788538547640832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18092us (18156us total) trans 4295071895 rc 0/0 00000100:00100000:1.0:1705683736.415370:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261367 00000100:00100000:1.0:1705683736.415397:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.415412:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.415413:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.415418:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547644160 00000100:00100000:1.0:1705683736.415429:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.415430:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.415433:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261407 00000100:00100000:1.0:1705683736.415437:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+856:3080:x1788538547644160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.415445:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14700 count 1 00010000:00010000:1.0:1705683736.415520:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415529:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4905 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415533:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.415534:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.415536:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415548:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4905 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.415554:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4905 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.415560:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d1c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547644736:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.415573:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed87900 going to sleep for 11 seconds 00000004:00080000:1.0:1705683736.415590:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008ec8c100/2, rc 0, transno 104598 00000100:00100000:1.0:1705683736.415596:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ec8c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547642112:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.415626:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e8e5a00/2, rc 0, transno 104599 00000100:00100000:1.0:1705683736.415629:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e5a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547640832:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.415725:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.415729:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f085400/0x9d5ae94021dddbdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.415734:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f085400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.415736:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f085400/0x9d5ae94021dddbdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x601e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.415740:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f085400/0x9d5ae94021dddbdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x601e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.415751:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f085400/0x9d5ae94021dddbdf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x601e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.415759:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f085400/0x9d5ae94021dddbdf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x601e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.415782:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.415783:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.415784:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.415800:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e8e0500/2, rc 0, transno 104419 00000100:00100000:3.0:1705683736.415807:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e0500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547640960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.416061:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416067:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416072:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416075:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416087:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.416165:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+857:3082:x1788538547640576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19379us (19433us total) trans 4295071896 rc 0/0 00000100:00100000:1.0:1705683736.416170:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261365 00000100:00100000:1.0:1705683736.416183:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d1b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547644800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.416196:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.416210:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416210:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416214:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547644800 00000100:00100000:1.0:1705683736.416225:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416226:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416229:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261409 00000100:00100000:1.0:1705683736.416233:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349f4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+858:3080:x1788538547644800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.416241:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14702 count 1 00010000:00010000:1.0:1705683736.416382:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416391:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4904 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416396:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.416397:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.416398:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416411:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4904 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416421:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4904 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.416427:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547645120:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.416448:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800738f8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.416462:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096755000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547644864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.416477:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.416477:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.416480:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.416485:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa24c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.416487:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.416492:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416492:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.416492:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.416496:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547644864 00010000:00010000:3.0:1705683736.416503:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.416506:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416506:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.416508:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa24c80/0x9d5ae94021dddbd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3962:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.416509:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261410 00000100:00100000:1.0:1705683736.416512:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134875a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+363:3081:x1788538547644864:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.416520:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24618 count 1 00010000:00010000:3.0:1705683736.416520:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.416521:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.416522:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.416538:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801349f0a00/2, rc 0, transno 104600 00000100:00100000:3.0:1705683736.416544:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547640576:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.416563:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683736.416568:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096755f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547645184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.416584:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.416591:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416599:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2870 pid: 15099 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.416604:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.416605:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.416606:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416620:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2870 pid: 15099 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.416626:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2870 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.416643:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134871400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547645248:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.416656:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.416664:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416665:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416668:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547645184 00000100:00100000:1.0:1705683736.416689:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416690:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416697:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416697:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.416702:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261411 00000100:00100000:1.0:1705683736.416704:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096753700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+859:3082:x1788538547645184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.416712:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14704 count 1 00010000:00010000:1.0:1705683736.416868:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416877:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4904 pid: 15003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416882:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.416882:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.416883:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416898:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4904 pid: 15003 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.416925:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4904 pid: 15003 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.416932:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134875000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547645312:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.416945:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.417286:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.417287:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.417291:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570227968 00000100:00100000:1.0:1705683736.417302:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.417302:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.417305:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261412 00000100:00100000:1.0:1705683736.417307:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097497300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4905:15146:x1788538570227968:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.417311:0:15034:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.417386:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.417393:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.417398:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.417403:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.417416:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.417524:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+364:3080:x1788538547642752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10492us (10552us total) trans 4295071716 rc 0/0 00000100:00100000:3.0:1705683736.417529:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261386 00000004:00080000:3.0:1705683736.417557:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d3a6400/2, rc 0, transno 104420 00000100:00100000:3.0:1705683736.417563:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012d3a6400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547642752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.417588:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096751900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547645376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.417604:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.417616:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.417617:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.417622:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547645376 00000100:00100000:3.0:1705683736.417631:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.417632:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.417645:0:15034:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359c6080/0x9d5ae94021dddd3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4061:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889c5 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.417648:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261413 00000100:00100000:3.0:1705683736.417652:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096754b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+364:3080:x1788538547645376:12345-0@lo:6:osp-syn-0-0.0 00002000:00010000:1.0:1705683736.417657:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4061:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:3.0:1705683736.417661:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24619 count 1 00010000:00010000:1.0:1705683736.417666:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.417667:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.417670:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c6080/0x9d5ae94021dddd3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889c5 expref: 4906 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417678:0:15034:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359c6080/0x9d5ae94021dddd3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889c5 expref: 4906 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417683:0:15034:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359c6080, rc 0) 00000100:00100000:1.0:1705683736.417695:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097497300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4906:15146:x1788538570227968:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 387us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.417700:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261412 00010000:00010000:3.0:1705683736.417722:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.417772:0:14416:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2869 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.417779:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.417780:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.417781:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.417796:0:14416:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2869 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.417802:0:14416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2869 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.417938:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.417940:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417944:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131921b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.417945:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417949:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417956:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417959:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131921b80/0x9d5ae94021dddc5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6023:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.417969:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.417970:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.417970:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.418167:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418168:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418172:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228096 00000100:00100000:1.0:1705683736.418185:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418185:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418190:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228160 00000100:00100000:1.0:1705683736.418196:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418196:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418199:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261414 00000100:00100000:1.0:1705683736.418201:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097491e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5195:30132:x1788538570228096:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.418206:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.418464:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed47980/0x9d5ae94021dddd4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x772e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889d3 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.418471:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x772e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.418477:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.418478:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.418479:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed47980/0x9d5ae94021dddd4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x772e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889d3 expref: 5196 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.418484:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed47980/0x9d5ae94021dddd4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x772e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889d3 expref: 5196 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.418488:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed47980, rc 0) 00000100:00100000:1.0:1705683736.418495:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097491e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5196:30132:x1788538570228096:12345-192.168.204.14@tcp:101:dd.0 Request processed in 293us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.418498:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261414 00000100:00100000:1.0:1705683736.418506:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418506:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.418508:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261415 00000100:00100000:1.0:1705683736.418510:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4906:15123:x1788538570228160:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.418513:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.418951:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a13a080/0x9d5ae94021dddd52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5ad7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889da expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.418966:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5ad7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.418974:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.418975:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.418978:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a13a080/0x9d5ae94021dddd52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889da expref: 4906 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.418985:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a13a080/0x9d5ae94021dddd52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889da expref: 4906 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.418991:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a13a080, rc 0) 00000100:00100000:1.0:1705683736.419001:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4906:15123:x1788538570228160:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 490us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.419006:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261415 00010000:00010000:1.0:1705683736.419034:0:14227:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135feb980/0x9d5ae94021dc3d7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2c0 expref: 2869 pid: 14273 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.419042:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547643264:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.419059:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.419063:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.419064:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.419065:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.419066:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419074:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419078:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419082:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e997700/0x9d5ae94021dddc8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419091:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683736.419185:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eab5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+365:3082:x1788538547643200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9528us (9620us total) trans 4295071717 rc 0/0 00000100:00100000:1.0:1705683736.419190:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261391 00010000:00010000:1.0:1705683736.419205:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.419225:0:15112:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a136ea80/0x9d5ae94021d81fd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742569f32 expref: 4905 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.419234:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d1e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547643072:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.419245:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.419250:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.419250:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.419251:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.419252:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419260:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419265:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419269:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419278:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.419361:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a9b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+861:3080:x1788538547643008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10824us (11151us total) trans 4295071898 rc 0/0 00000100:00100000:1.0:1705683736.419366:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261387 00000100:00100000:1.0:1705683736.419499:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.419500:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.419504:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261417 00000100:00100000:1.0:1705683736.419508:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b2e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+365:3081:x1788538547645504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.419517:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24620 count 1 00010000:00010000:1.0:1705683736.419589:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419597:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2868 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.419602:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.419603:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.419604:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419618:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2868 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.419623:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2868 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.419630:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134877300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547645696:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.419657:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed870c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.419692:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0000_UUID:15065:1788538547643904:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.419706:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e995680/0x9d5ae94021dddcb8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x60b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258897f expref: 2868 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419714:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e995680, rc 0) 00000100:00100000:1.0:1705683736.419722:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.419723:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419723:0:14416:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c542d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547645440:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.419727:0:14227:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547645760 00000100:00100000:3.0:1705683736.419732:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419732:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419739:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228032 00000100:00100000:1.0:1705683736.419740:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.419740:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.419744:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261418 00000100:00100000:1.0:1705683736.419746:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ead00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+861:3082:x1788538547645760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.419755:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14706 count 1 00000100:00100000:3.0:1705683736.419756:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419757:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419759:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228224 00000100:00100000:3.0:1705683736.419768:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419769:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.419773:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207271 00000100:00100000:3.0:1705683736.419776:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:dab809dd-6952-4f4e-9170-c0b3df4b5902+1260:15130:x1788538570228032:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.419784:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.419836:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8500/0x9d5ae94021dddd67 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889cc expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.419920:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:3.0:1705683736.419929:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.419936:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.419939:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.419943:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.419947:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4904 pid: 15109 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.419948:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.419951:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.419953:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.419954:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.419955:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419968:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4904 pid: 15109 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.419973:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4904 pid: 15109 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.419980:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134874100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14227:1788538547645824:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.420007:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073b2ef80/0x9d5ae94021dddd83 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x20cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:3.0:1705683736.420015:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073b2ef80/0x9d5ae94021dddd83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420020:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073b2ef80/0x9d5ae94021dddd83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000004:00200000:3.0:1705683736.420045:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x20cc:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.420048:0:14295:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.420060:0:14295:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073b2ef80/0x9d5ae94021dddd83 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420073:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420076:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420079:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420083:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420086:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099fa8a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.420088:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420091:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420097:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.420099:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.420101:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420104:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8a00/0x9d5ae94021dddd6e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420111:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420115:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420119:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420122:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099fab480 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.420123:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420126:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420130:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3831 (ffff880134a16400) 00010000:00010000:3.0:1705683736.420131:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.420132:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420136:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099fab480/0x9d5ae94021dddd7c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.420161:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099fa8500/0x9d5ae94021dddd67 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889cc expref: 1262 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.420169:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073b2ef80/0x9d5ae94021dddd83 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889cc expref: 1261 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.420174:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cc:0x0].0x0 (ffff880134a16000) 00010000:00010000:3.0:1705683736.420175:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1705683736.420176:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073b2ef80, rc 0) 00000100:00100000:1.0:1705683736.421517:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.421535:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.421535:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.421545:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207272 00000100:00100000:1.0:1705683736.421549:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097496400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1150:30904:x1788538570228224:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1705683736.421562:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.421571:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135645400/0x9d5ae94021dddd8a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889e1 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.421618:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.421626:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421643:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421697:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.421702:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421706:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421751:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6580/0x9d5ae94021dddd9f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.421757:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6580/0x9d5ae94021dddd9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421761:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6580/0x9d5ae94021dddd9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000004:00200000:1.0:1705683736.421781:0:14243:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x208a:0x0]: returning size 4096 00000004:00200000:1.0:1705683736.421784:0:14243:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1705683736.421792:0:14243:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6580/0x9d5ae94021dddd9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421798:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421802:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421805:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421812:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421814:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135646f80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.421816:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421820:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421825:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:1.0:1705683736.421827:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.421829:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421832:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135646f80/0x9d5ae94021dddd91 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421840:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421843:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421846:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421850:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008a1f6300 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.421851:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421854:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421861:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x34 (ffff88009c3b5c00) 00010000:00010000:1.0:1705683736.421863:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.421864:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421867:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6300/0x9d5ae94021dddd98 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.421896:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135645400/0x9d5ae94021dddd8a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e1 expref: 1152 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.421903:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6580/0x9d5ae94021dddd9f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e1 expref: 1151 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.421925:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff88012b4b0200) 00010000:00010000:1.0:1705683736.421927:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1705683736.421928:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a1f6580, rc 0) 00000100:00100000:1.0:1705683736.421940:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097496400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1151:30904:x1788538570228224:12345-192.168.204.14@tcp:101:rm.0 Request processed in 391us (3696us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.421945:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207272 00000100:00100000:1.0:1705683736.421969:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8e1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:dab809dd-6952-4f4e-9170-c0b3df4b5902+2868:27110:x1788538570226432:12345-192.168.204.14@tcp:101:dd.0 Request processed in 11277us (11519us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.421974:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261396 00010000:00010000:1.0:1705683736.422006:0:15087:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bad6080/0x9d5ae94021dc3d88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6027:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ea expref: 2867 pid: 14273 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.422013:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547643840:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.422025:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.422031:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.422032:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.422032:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.422034:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422038:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422042:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422046:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422055:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1705683736.422063:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683736.422066:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422071:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e994f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.422073:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422077:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422091:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422095:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e994f00/0x9d5ae94021dddc79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3969:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422106:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683736.422108:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a161400/0x9d5ae94021dddcaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422112:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a161400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.422113:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a161400/0x9d5ae94021dddcaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422117:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a161400/0x9d5ae94021dddcaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422124:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a161400/0x9d5ae94021dddcaa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422127:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a161400/0x9d5ae94021dddcaa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422138:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.422139:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422146:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e995180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.422147:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422150:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422155:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422158:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e995180/0x9d5ae94021dddcb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6027:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422167:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.422168:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.422169:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.422257:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073bdbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+366:3082:x1788538547643776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11696us (11830us total) trans 4295071719 rc 0/0 00000100:00100000:1.0:1705683736.422262:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261395 00000100:00100000:1.0:1705683736.422271:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422272:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422275:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547645952 00000100:00100000:1.0:1705683736.422292:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422293:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422296:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261419 00000100:00100000:1.0:1705683736.422299:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+366:3081:x1788538547645952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.422309:0:15087:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24621 count 1 00000100:00100000:3.0:1705683736.422379:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097495500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:dab809dd-6952-4f4e-9170-c0b3df4b5902+1261:15130:x1788538570228032:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 2600us (4303us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.422384:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207271 00010000:00010000:1.0:1705683736.422393:0:15087:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422401:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2865 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.422403:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.422406:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.422406:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.422407:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422420:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2865 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.422420:0:15019:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ee70f00/0x9d5ae94021d82a50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a13f expref: 4904 pid: 15045 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.422426:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2865 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.422429:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547643648:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.422433:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134873200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547646080:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.422441:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.422445:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05839c0 going to sleep for 11 seconds 00010000:00100000:3.0:1705683736.422445:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.422446:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.422447:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.422448:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.422452:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.422456:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.422460:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.422474:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.422478:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.422480:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422484:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c786300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.422486:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422490:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422499:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422503:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c786300/0x9d5ae94021dddca3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422513:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.422514:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.422515:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.422569:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547644032:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.422580:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073bdcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+862:3080:x1788538547643456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12416us (12561us total) trans 4295071899 rc 0/0 00010000:00010000:1.0:1705683736.422584:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e997200/0x9d5ae94021dddcbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588986 expref: 2865 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.422587:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261393 00010000:00010000:1.0:1705683736.422591:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e997200, rc 0) 00000100:00100000:1.0:1705683736.422601:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2865:29913:x1788538570227008:12345-192.168.204.14@tcp:101:dd.0 Request processed in 9653us (10354us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.422601:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.422605:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261397 00010000:00010000:3.0:1705683736.422622:0:15088:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800982a1e00/0x9d5ae94021dc3d73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2ce expref: 2864 pid: 15097 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.422644:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096755500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0000_UUID:15088:1788538547643520:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.422656:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.422661:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.422661:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.422662:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.422663:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.422667:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.422668:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14238:1788538547644352:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.422672:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.422676:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.422682:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.422684:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.422688:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.422689:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.422691:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.422696:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c786580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.422698:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.422698:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073903c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1855:x1788538570226496:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9171us (9244us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.422702:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.422702:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99712 00010000:00010000:0.0:1705683736.422711:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.422715:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c786580/0x9d5ae94021dddc9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6025:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.422725:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.422725:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.422726:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.422739:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073bd9e00/2, rc 0, transno 104603 00000100:00100000:0.0:1705683736.422745:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073bd9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547643456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.422752:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.422759:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422759:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422764:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228800 00000100:00100000:3.0:1705683736.422768:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fde1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+368:3080:x1788538547643392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12774us (12815us total) trans 4295071720 rc 0/0 00000100:00100000:0.0:1705683736.422769:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683736.422771:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2863 pid: 15076 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.422775:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547646208:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.422775:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261392 00000100:00100000:1.0:1705683736.422781:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422782:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422785:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99729 00000100:00100000:1.0:1705683736.422787:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134874b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:1855:x1788538570228800:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.422792:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.422793:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.422800:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2863 pid: 15076 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.422800:0:14416:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7ab40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.422805:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2863 pid: 15076 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.422807:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.422808:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.422811:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547646208 00000004:00080000:0.0:1705683736.422816:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fde0a00/2, rc 0, transno 104424 00010000:00010000:1.0:1705683736.422816:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e91180/0x9d5ae94021dc6d23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a4b expref: 2863 pid: 15076 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.422820:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fde0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547643392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.422823:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.422824:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.422824:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.422825:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.422827:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e997200/0x9d5ae94021dddcbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588986 expref: 2862 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.422827:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261421 00000100:00100000:3.0:1705683736.422830:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+862:3083:x1788538547646208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.422832:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e997200/0x9d5ae94021dddcbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588986 expref: 2862 pid: 15085 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683736.422838:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14707 count 1 00000100:00100000:0.0:1705683736.422839:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c5eda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547646272:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.422845:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e997200/0x9d5ae94021dddcbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588986 expref: 2862 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.422854:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.422854:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134871e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547646336:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.422865:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.422890:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.422896:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422897:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422900:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228864 00010000:00010000:1.0:1705683736.422928:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d306d00/0x9d5ae94021dc3da4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2f8 expref: 2863 pid: 15010 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.422942:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422942:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.422944:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.422945:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.422946:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99730 00000100:00100000:1.0:1705683736.422948:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134872800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:1855:x1788538570228864:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.422953:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.422955:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d306d00/0x9d5ae94021dc3da4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2f8 expref: 2863 pid: 15010 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.422958:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.422960:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d306d00/0x9d5ae94021dc3da4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2f8 expref: 2863 pid: 15010 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.422968:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d306d00/0x9d5ae94021dc3da4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f2f8 expref: 2863 pid: 15010 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.422975:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.422976:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.422977:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422981:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.422995:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.422998:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.423004:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.423004:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134872800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2862:1855:x1788538570228864:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (114us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.423009:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.423009:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99730 00010000:00010000:0.0:1705683736.423013:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.423022:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.423035:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008ec8da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547644416:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.423037:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.423045:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4902 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423049:0:15002:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e996a80/0x9d5ae94021dddce2 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258898d expref: 2863 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.423049:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.423050:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.423051:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423056:0:15002:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e996a80, rc 0) 00010000:00010000:3.0:1705683736.423063:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4902 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.423066:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073906900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:29031:x1788538570227072:12345-192.168.204.14@tcp:101:dd.0 Request processed in 9025us (9394us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.423069:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4902 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.423070:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261400 00000100:00100000:3.0:1705683736.423075:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e97d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547646400:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.423078:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423079:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423082:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547646272 00000100:00100000:3.0:1705683736.423086:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.423090:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423091:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.423092:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423093:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228928 00000100:00100000:3.0:1705683736.423093:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.423097:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261422 00000100:00100000:0.0:1705683736.423100:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c53c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+369:3080:x1788538547643968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10019us (10052us total) trans 4295071721 rc 0/0 00000100:00100000:0.0:1705683736.423105:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261398 00000100:00100000:3.0:1705683736.423105:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c55a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+369:3083:x1788538547646272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.423106:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423106:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423109:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261423 00000100:00100000:1.0:1705683736.423111:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:21736:x1788538570228928:12345-192.168.204.14@tcp:101:dd.0 00002000:00080000:3.0:1705683736.423113:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24623 count 1 00010000:00010000:1.0:1705683736.423116:0:15002:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1705683736.423126:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134c57800/2, rc 0, transno 104425 00000100:00100000:0.0:1705683736.423131:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134c57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547643968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.423148:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.423152:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134c53700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547646464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.423166:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.423175:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423176:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423179:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547646464 00000100:00100000:0.0:1705683736.423190:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423190:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.423191:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.423193:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261424 00000100:00100000:0.0:1705683736.423196:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134c53200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+369:3081:x1788538547646464:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.423197:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2861 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.423201:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.423202:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.423203:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.423204:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24624 count 1 00010000:00010000:3.0:1705683736.423213:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2861 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.423218:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2861 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.423224:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974db700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547646528:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.423234:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a840 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.423276:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.423284:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2861 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.423288:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.423289:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.423290:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.423302:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2861 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.423308:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2861 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.423315:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134c52800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547646592:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.423328:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012bbfda80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.423369:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.423395:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.423403:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423404:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423409:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229056 00010000:00010000:1.0:1705683736.423416:0:15002:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008a1f4780/0x9d5ae94021ddddc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889e8 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.423421:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423422:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.423426:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261425 00010000:00010000:1.0:1705683736.423428:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4902 pid: 15039 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.423429:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073904100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5196:27256:x1788538570229056:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.423433:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2864 pid: 14996 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.423435:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.423437:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.423438:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.423439:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a1f4780/0x9d5ae94021ddddc9 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e8 expref: 2864 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423451:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2864 pid: 14996 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.423456:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2864 pid: 14996 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.423462:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134870500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547646656:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.423480:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4902 pid: 15039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.423486:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4902 pid: 15039 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.423495:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547646720:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.423504:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c9f6180 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.423512:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.423514:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423519:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801353e4000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.423520:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423524:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423533:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423536:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801353e4000/0x9d5ae94021dddcc6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423547:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.423548:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.423548:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.423647:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed0f200/0x9d5ae94021ddddd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889f6 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.423649:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.423655:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.423656:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423658:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.423659:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.423659:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.423662:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229120 00000100:00100000:3.0:1705683736.423662:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570228992 00010000:00010000:0.0:1705683736.423664:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.423665:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.423667:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0f200/0x9d5ae94021ddddd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889f6 expref: 5197 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423672:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4903 pid: 15030 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.423678:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.423679:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.423680:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.423684:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207273 00000100:00100000:1.0:1705683736.423687:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.423687:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1151:31082:x1788538570228992:12345-192.168.204.14@tcp:101:mrename.0 00000100:00100000:1.0:1705683736.423688:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.423689:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.423691:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99731 00000100:00100000:1.0:1705683736.423694:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073bdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1857:x1788538570229120:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.423695:0:14252:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.423696:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009777ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547646784:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.423699:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.423706:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4903 pid: 15030 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.423711:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4903 pid: 15030 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.423714:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012bbfde40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.423721:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c8a00/0x9d5ae94021dbcf87 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e1 expref: 4903 pid: 15030 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.423728:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.423729:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.423731:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e996a80/0x9d5ae94021dddce2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258898d expref: 2864 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423735:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e996a80/0x9d5ae94021dddce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258898d expref: 2864 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.423744:0:14252:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2b480/0x9d5ae94021ddddd7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889ef expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.423746:0:15007:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009e996a80/0x9d5ae94021dddce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f474258898d expref: 2864 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.423756:0:15007:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15007:1788538547646848:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.423770:0:15007:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009ed87e40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.423985:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.423993:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.423999:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424007:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.424011:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424015:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424054:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d29180/0x9d5ae94021ddddec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.424059:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d29180/0x9d5ae94021ddddec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424062:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d29180/0x9d5ae94021ddddec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000004:00200000:3.0:1705683736.424086:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2047:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.424088:0:14252:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.424097:0:14252:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d29180/0x9d5ae94021ddddec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424103:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424106:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424110:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424113:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424117:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d2af80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.424118:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424121:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424126:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.424128:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.424130:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424134:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2af80/0x9d5ae94021ddddde lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424141:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424145:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424148:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424151:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d2bc00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.424152:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424155:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424159:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff88009dda7b00) 00010000:00010000:3.0:1705683736.424160:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.424162:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424165:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2bc00/0x9d5ae94021dddde5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.424184:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d2b480/0x9d5ae94021ddddd7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889ef expref: 1153 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.424188:0:14252:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d29180/0x9d5ae94021ddddec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889ef expref: 1152 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.424191:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00010000:3.0:1705683736.424192:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683736.424193:0:14252:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5d29180, rc 0) 00000100:00100000:3.0:1705683736.424202:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073903c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1152:31082:x1788538570228992:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 515us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.424206:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207273 00000100:00100000:0.0:1705683736.429977:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.430015:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.430017:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.430027:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229184 00000100:00100000:1.0:1705683736.430055:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.430055:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.430061:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261426 00000100:00100000:1.0:1705683736.430066:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097778500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:dab809dd-6952-4f4e-9170-c0b3df4b5902+2862:15162:x1788538570229184:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.430078:0:15088:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.430109:0:6518:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097495a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6518:1788538547644992:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.430126:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.430142:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2862:1857:x1788538570227712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 14093us (14128us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.430149:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99719 00000100:00100000:0.0:1705683736.430220:0:15114:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097493c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547645056:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.430233:0:15114:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.430244:0:15114:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.430245:0:15114:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.430246:0:15114:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430270:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.430275:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430276:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430279:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229312 00010000:00010000:0.0:1705683736.430289:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4903 pid: 15102 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.430298:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430299:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430302:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99732 00000100:00100000:0.0:1705683736.430304:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009777c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1857:x1788538570229312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.430313:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.430315:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4903 pid: 15102 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.430322:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4903 pid: 15102 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.430338:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430340:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430343:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430349:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430358:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.430365:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009777c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1857:x1788538570229312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.430368:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99732 00000100:00100000:0.0:1705683736.430403:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.430409:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430410:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430414:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229440 00010000:00010000:0.0:1705683736.430421:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5198 pid: 15032 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.430429:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430429:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430432:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99733 00000100:00100000:0.0:1705683736.430434:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097779900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5198:1857:x1788538570229440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.430439:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.430450:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5198 pid: 15032 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.430456:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5198 pid: 15032 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.430470:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430471:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430473:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c786080/0x9d5ae94021dddce9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889b0 expref: 5198 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430478:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c786080/0x9d5ae94021dddce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889b0 expref: 5198 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430491:0:14217:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c786080/0x9d5ae94021dddce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889b0 expref: 5198 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.430499:0:14217:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009777b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:14217:1788538547646912:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.430501:0:15088:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8fb980/0x9d5ae94021ddddf3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f47425889fd expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.430512:0:15088:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683736.430514:0:14217:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.430521:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.430522:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.430525:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8fb980/0x9d5ae94021ddddf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889fd expref: 2862 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430534:0:15088:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8fb980/0x9d5ae94021ddddf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889fd expref: 2862 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430540:0:15088:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8fb980, rc 0) 00000100:00100000:0.0:1705683736.430565:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.430565:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547645120:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.430570:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430571:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430574:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229248 00010000:00010000:0.0:1705683736.430582:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2863 pid: 15074 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.430583:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.430591:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430592:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430592:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430593:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430593:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430594:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99734 00000100:00100000:0.0:1705683736.430597:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:1858:x1788538570229248:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.430602:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.430604:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2863 pid: 15074 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.430609:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d1c100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547644736:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.430610:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2863 pid: 15074 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.430618:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430619:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430620:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430621:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430625:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.430626:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430627:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430628:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.430645:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.430654:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097778500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:15162:x1788538570229184:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 588us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.430655:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2863:1858:x1788538570229248:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.430659:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99734 00000100:00100000:1.0:1705683736.430660:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261426 00000100:00100000:1.0:1705683736.430692:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.430700:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430701:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430705:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229376 00010000:00010000:0.0:1705683736.430713:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4903 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.430722:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134871400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547645248:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.430723:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430724:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430727:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99735 00000100:00100000:0.0:1705683736.430730:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4903:1858:x1788538570229376:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.430734:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.430736:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4903 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.430737:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430742:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4903 pid: 15027 timeout: 608 lvb_type: 0 00010000:00100000:1.0:1705683736.430743:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430743:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430744:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.430755:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801327fa800/0x9d5ae94021d8308c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a1d2 expref: 4903 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.430763:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430764:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430765:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430769:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430780:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.430781:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134875000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547645312:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.430793:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.430793:0:15067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e25b80/0x9d5ae94021dc3db2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f306 expref: 2861 pid: 15074 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.430797:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4902:1858:x1788538570229376:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (104us total) trans 0 rc 0/0 00010000:00100000:1.0:1705683736.430798:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430799:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.430800:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430801:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99735 00000100:00100000:3.0:1705683736.430801:0:15067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096756400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547644608:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.430807:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430811:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.430813:0:15067:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.430817:0:15067:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.430817:0:15067:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.430818:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.430818:0:15067:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.430819:0:15067:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430822:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.430822:0:15067:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.430826:0:15067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.430829:0:15067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430838:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.430841:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.430845:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.430848:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.430849:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430850:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430854:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229568 00010000:00010000:3.0:1705683736.430855:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cb75180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.430857:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.430862:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430863:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4902 pid: 15026 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.430871:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.430873:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.430873:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.430875:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cb75180/0x9d5ae94021dddd1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.430878:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99736 00000100:00100000:0.0:1705683736.430881:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009777e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4902:1855:x1788538570229568:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.430884:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.430885:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.430885:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.430886:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.430887:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4902 pid: 15026 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.430893:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4902 pid: 15026 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.430898:0:15067:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.430900:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.430902:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430922:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c785180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.430923:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff27c00/0x9d5ae94021d83c32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a361 expref: 4902 pid: 15026 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.430923:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430928:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430931:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430932:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.430934:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430938:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430938:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430942:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c785180/0x9d5ae94021dddcf7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6029:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.430950:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.430957:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.430958:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.430959:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.430960:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009777e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4901:1855:x1788538570229568:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 78us (119us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.430963:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.430965:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99736 00010000:00010000:1.0:1705683736.430967:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430971:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430975:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.430983:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.431001:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.431010:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431010:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431014:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229632 00010000:00010000:0.0:1705683736.431022:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4901 pid: 15003 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.431032:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431033:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431036:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99737 00000100:00100000:0.0:1705683736.431038:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009777d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4901:1857:x1788538570229632:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.431043:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.431045:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4901 pid: 15003 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.431048:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096750000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+370:3082:x1788538547644544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16456us (16500us total) trans 4295071722 rc 0/0 00010000:00010000:0.0:1705683736.431050:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4901 pid: 15003 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.431054:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261404 00010000:00010000:0.0:1705683736.431061:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ec6e080/0x9d5ae94021d844f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a4fe expref: 4901 pid: 15003 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.431068:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.431068:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349f4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+863:3080:x1788538547644800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14835us (14871us total) trans 4295071900 rc 0/0 00010000:00010000:0.0:1705683736.431069:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.431070:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431070:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.431072:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.431073:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261409 00010000:00010000:0.0:1705683736.431074:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431077:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801359c4a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.431079:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431083:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431084:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.431087:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431091:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431091:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431094:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009777d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4900:1857:x1788538570229632:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 54us (93us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.431095:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359c4a00/0x9d5ae94021dddd28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431096:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431100:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99737 00010000:00010000:1.0:1705683736.431100:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431107:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1705683736.431107:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.431109:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431112:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.431112:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801359c7980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.431113:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431117:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431123:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431126:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359c7980/0x9d5ae94021dddd36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3970:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.431133:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099523700/2, rc 0, transno 104426 00000100:00100000:0.0:1705683736.431139:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099523700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547644544:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.431139:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.431140:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.431141:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.431156:0:15101:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c640500/0x9d5ae94021db9d37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5dee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257845d expref: 5198 pid: 15032 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.431163:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096754100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547644480:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.431176:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c786080/0x9d5ae94021dddce9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5dee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889b0 expref: 5197 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431179:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009777c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547646976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.431182:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096753700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+863:3082:x1788538547645184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14477us (14598us total) trans 4295071901 rc 0/0 00010000:00010000:3.0:1705683736.431182:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c786080, rc 0) 00000100:00100000:1.0:1705683736.431187:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261411 00000100:00100000:3.0:1705683736.431191:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5197:27217:x1788538570227456:12345-192.168.204.14@tcp:101:dd.0 Request processed in 16935us (17106us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.431195:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261403 00000100:00100000:0.0:1705683736.431198:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.431210:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.431211:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.431214:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547646976 00000100:00100000:1.0:1705683736.431225:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.431225:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.431228:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261427 00010000:00010000:3.0:1705683736.431228:0:14242:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800989ea580/0x9d5ae94021d837e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a2c0 expref: 4899 pid: 15102 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.431230:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009777b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+370:3081:x1788538547646976:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1705683736.431231:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096755f00/2, rc 0, transno 104605 00000100:00100000:0.0:1705683736.431236:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096755f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547645184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.431236:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096751400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547644672:192.168.204.14@tcp:104: 00002000:00080000:1.0:1705683736.431242:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24625 count 1 00010000:00010000:3.0:1705683736.431247:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.431251:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.431252:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.431252:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.431253:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431257:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431260:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1705683736.431261:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431265:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009777da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547647040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.431265:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.431272:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.431279:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.431289:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431296:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2860 pid: 15099 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.431301:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.431302:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.431303:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431315:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.431316:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2860 pid: 15099 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.431321:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431322:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431326:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229504 00010000:00010000:1.0:1705683736.431327:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2860 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.431334:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096777c00/0x9d5ae94021d84037 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a43a expref: 4899 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.431334:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134875000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547647104:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.431343:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431344:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431347:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99738 00000100:00100000:1.0:1705683736.431347:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.431350:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073906400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4899:1857:x1788538570229504:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.431354:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.431354:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3a3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+863:3083:x1788538547644288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17873us (17910us total) trans 4295071903 rc 0/0 00010000:00010000:0.0:1705683736.431355:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.431355:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.431357:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096777c00/0x9d5ae94021d84037 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a43a expref: 4899 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.431358:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547647040 00000100:00100000:3.0:1705683736.431358:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261399 00010000:00010000:0.0:1705683736.431368:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096777c00/0x9d5ae94021d84037 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a43a expref: 4899 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.431375:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.431376:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.431377:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096777c00/0x9d5ae94021d84037 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a43a expref: 4899 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.431377:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.431378:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.431379:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261428 00000100:00100000:1.0:1705683736.431382:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073904600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+863:3083:x1788538547647040:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.431384:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.431385:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.431386:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431390:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.431391:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14708 count 1 00010000:00010000:0.0:1705683736.431400:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.431409:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073906400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4898:1857:x1788538570229504:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 59us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.431413:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99738 00010000:00010000:0.0:1705683736.431425:0:15114:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431429:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431433:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431440:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431457:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.431528:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097491900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+864:3083:x1788538547644928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15335us (15368us total) trans 4295071904 rc 0/0 00000100:00100000:0.0:1705683736.431533:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261408 00000004:00080000:0.0:1705683736.431555:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099943200/2, rc 0, transno 104608 00000100:00100000:0.0:1705683736.431560:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099943200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547644928:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1705683736.431584:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e8e1400/2, rc 0, transno 104607 00000100:00100000:0.0:1705683736.431587:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e1400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547644288:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.431588:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431597:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4897 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431602:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.431603:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.431604:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431605:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097493c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547647168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.431619:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4897 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.431620:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.431628:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431629:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.431630:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4897 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.431644:0:15114:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547647168 00000100:00100000:0.0:1705683736.431657:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431657:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.431661:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261429 00000100:00100000:0.0:1705683736.431664:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097493200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+864:3083:x1788538547647168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.431667:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134871400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547647296:192.168.204.14@tcp:104: 00002000:00080000:0.0:1705683736.431672:0:15114:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14709 count 1 00000100:00100000:1.0:1705683736.431682:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973540 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.431690:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683736.431693:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431698:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099fa8c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.431699:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431704:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431713:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431718:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099fa8c80/0x9d5ae94021dddcfe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431737:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.431738:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431746:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0e580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.431748:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431752:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431760:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.431764:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0e580/0x9d5ae94021dddd21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x396f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431857:0:15114:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431865:0:15114:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4897 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431874:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.431875:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.431876:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431889:0:15114:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4897 pid: 15022 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.431895:0:15114:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4897 pid: 15022 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.431901:0:15114:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097492300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547647360:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.431933:0:15114:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.431950:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.431955:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097492800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547647232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.431970:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.432007:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.432015:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432016:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432019:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229696 00010000:00010000:0.0:1705683736.432028:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2861 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.432038:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432039:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432041:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99739 00000100:00100000:0.0:1705683736.432044:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2861:1857:x1788538570229696:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.432050:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.432052:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2861 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.432058:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2861 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.432067:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b90000/0x9d5ae94021dc3e0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x602a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f314 expref: 2861 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.432074:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.432075:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.432077:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432081:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432093:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.432103:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2860:1857:x1788538570229696:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.432107:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99739 00010000:00010000:0.0:1705683736.432120:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432125:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432134:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432139:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432146:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.432235:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134875a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+371:3081:x1788538547644864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15721us (15757us total) trans 4295071723 rc 0/0 00000100:00100000:0.0:1705683736.432239:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261410 00000100:00100000:0.0:1705683736.432250:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432251:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432254:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547647232 00000100:00100000:0.0:1705683736.432263:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432264:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.432266:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261430 00000100:00100000:0.0:1705683736.432269:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097495a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+865:3081:x1788538547647232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.432277:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14710 count 1 00010000:00010000:0.0:1705683736.432374:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432383:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4897 pid: 15020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432388:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.432389:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.432390:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432407:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4897 pid: 15020 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.432414:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4897 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.432421:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547647424:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.432433:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3b40 going to sleep for 11 seconds 00000004:00080000:0.0:1705683736.432451:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096755000/2, rc 0, transno 104427 00000100:00100000:0.0:1705683736.432456:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096755000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547644864:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.432480:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547647488:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.432496:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.432557:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.433071:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.433075:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433080:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801359c5e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.433081:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433086:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433095:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433099:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359c5e00/0x9d5ae94021dddd2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x602a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433110:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.433111:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.433112:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.433117:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433117:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433124:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547647488 00000100:00100000:3.0:1705683736.433138:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433139:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433140:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229760 00000100:00100000:3.0:1705683736.433148:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433148:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433151:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261431 00000100:00100000:3.0:1705683736.433154:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+371:3081:x1788538547647488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.433163:0:15067:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24626 count 1 00010000:00010000:3.0:1705683736.433246:0:15067:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433254:0:15067:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2859 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.433259:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.433259:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.433261:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433274:0:15067:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2859 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.433279:0:15067:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2859 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.433286:0:15067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974d8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547647552:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.433306:0:15067:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.433315:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433316:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.433321:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261432 00000100:00100000:3.0:1705683736.433324:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4898:15161:x1788538570229760:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.433331:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.433698:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099f80500/0x9d5ae94021ddde1d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a62:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a04 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.433710:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a62:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.433720:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.433721:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.433724:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099f80500/0x9d5ae94021ddde1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a04 expref: 4899 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433732:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099f80500/0x9d5ae94021ddde1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a04 expref: 4899 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.433737:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099f80500, rc 0) 00000100:00100000:3.0:1705683736.433752:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e1400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4899:15161:x1788538570229760:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 427us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.433759:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261432 00010000:00010000:0.0:1705683736.434010:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.434097:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.434098:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.434100:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.434226:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+866:3080:x1788538547644160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18788us (18828us total) trans 4295071902 rc 0/0 00000100:00100000:1.0:1705683736.434232:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261407 00000004:00080000:1.0:1705683736.434267:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131d1b200/2, rc 0, transno 104604 00000100:00100000:1.0:1705683736.434283:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d1b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547644800:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.434292:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e8e0000/2, rc 0, transno 104606 00000100:00100000:1.0:1705683736.434294:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547644160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.434330:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547647680:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.434333:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547647616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.434345:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.434356:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.434383:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.434384:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.434393:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.434394:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.434398:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547647616 00000100:00100000:0.0:1705683736.434401:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547647680 00000100:00100000:1.0:1705683736.434411:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.434412:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.434415:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261433 00000100:00100000:1.0:1705683736.434418:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+867:3082:x1788538547647616:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.434419:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.434420:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.434423:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261434 00000100:00100000:0.0:1705683736.434425:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+867:3083:x1788538547647680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.434427:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14711 count 1 00002000:00080000:0.0:1705683736.434432:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14712 count 1 00010000:00010000:1.0:1705683736.434597:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.434605:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4898 pid: 15020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.434610:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.434611:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.434612:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.434626:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4898 pid: 15020 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.434642:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4898 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.434650:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd70f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547647744:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.434672:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.434941:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.434950:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4898 pid: 15044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.434955:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.434956:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.434957:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.434970:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4898 pid: 15044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.434976:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4898 pid: 15044 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.434983:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547647808:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.435002:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f240 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.435429:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.435459:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.435467:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.435468:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.435476:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229888 00000100:00100000:3.0:1705683736.435497:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.435498:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.435498:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.435500:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.435504:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207274 00000100:00100000:0.0:1705683736.435505:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570229952 00000100:00100000:3.0:1705683736.435508:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd73c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1152:30881:x1788538570229888:12345-192.168.204.14@tcp:36:rm.0 00000100:00100000:0.0:1705683736.435518:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.435519:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.435523:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261435 00000100:00100000:0.0:1705683736.435526:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd71400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4899:21828:x1788538570229952:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.435532:0:15000:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.435537:0:14252:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683736.435552:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097e6e300/0x9d5ae94021ddd6ec lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2089:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425885ce expref: 1152 pid: 14257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.435563:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2089:0x0].0x0 (ffff88009ca87600) 00010000:00010000:3.0:1705683736.435573:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8780/0x9d5ae94021ddbe88 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f5a expref: 1151 pid: 14293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.435581:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x0 (ffff88009fdff200) 00010000:00010000:3.0:1705683736.435582:0:14252:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.435596:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.435604:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.435610:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.435688:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2088:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.435696:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.435702:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.435743:0:15000:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa75b80/0x9d5ae94021ddde40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a0b expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.435761:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4900 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.435767:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2864 pid: 15068 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.435772:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.435773:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.435774:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa75b80/0x9d5ae94021ddde40 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a0b expref: 4900 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.435788:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2864 pid: 15068 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.435794:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2864 pid: 15068 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.435802:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547647872:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.435807:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.435813:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.435817:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.435842:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.435857:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.435875:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000004:00200000:3.0:1705683736.436001:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2089:0x0]: returning size 4096 00010000:00010000:3.0:1705683736.436013:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436018:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436021:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436025:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800997bd680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.436027:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436032:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436037:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2089:0x0].0x0 (ffff88009b76cb00) 00010000:00010000:3.0:1705683736.436040:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683736.436041:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436045:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800997bd680/0x9d5ae94021ddde47 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436073:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436077:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436080:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436083:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436087:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099f83200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.436088:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436092:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436097:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x0 (ffff88009fdff200) 00010000:00010000:3.0:1705683736.436099:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.436100:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436103:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099f83200/0x9d5ae94021ddde32 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x2088:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00000004:00010000:3.0:1705683736.436110:0:14252:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009cd73c00 reply state ffff880135a91000 transno 4295030419 ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436117:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.436120:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x3831 (ffff8800a1369700) 00010000:00010000:3.0:1705683736.436122:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683736.436161:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd73c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1152:30881:x1788538570229888:12345-192.168.204.14@tcp:36:rm.0 Request processed in 651us (749us total) trans 4295030419 rc 0/0 00000100:00100000:3.0:1705683736.436166:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207274 00000100:00100000:3.0:1705683736.436265:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436267:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436272:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230016 00000100:00100000:3.0:1705683736.436285:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436286:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436288:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230080 00000100:00100000:3.0:1705683736.436303:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436304:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436307:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230144 00000100:00100000:3.0:1705683736.436314:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436315:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436318:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261436 00000100:00100000:3.0:1705683736.436322:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd74100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2860:30388:x1788538570230016:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.436328:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.436533:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.436534:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.436544:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261437 00000100:00100000:0.0:1705683736.436548:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd73700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5198:29581:x1788538570230080:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.436554:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.436697:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997bc000/0x9d5ae94021ddde4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a12 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.436712:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.436720:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.436721:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.436725:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997bc000/0x9d5ae94021ddde4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a12 expref: 2861 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.436738:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800997bc000/0x9d5ae94021ddde4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a12 expref: 2861 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.436744:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997bc000, rc 0) 00000100:00100000:3.0:1705683736.436764:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd74100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2861:30388:x1788538570230016:12345-192.168.204.14@tcp:101:dd.0 Request processed in 441us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.436769:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261436 00000100:00100000:3.0:1705683736.436777:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436778:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.436781:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261438 00000100:00100000:3.0:1705683736.436784:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5198:15146:x1788538570230144:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.436789:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.437073:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800996dc780/0x9d5ae94021ddde55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b8a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a19 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.437088:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b8a:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:0.0:1705683736.437096:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.437097:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.437099:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800996dc780/0x9d5ae94021ddde55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a19 expref: 5199 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.437105:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800996dc780/0x9d5ae94021ddde55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a19 expref: 5199 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.437110:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800996dc780, rc 0) 00000100:00100000:0.0:1705683736.437124:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd73700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5199:29581:x1788538570230080:12345-192.168.204.14@tcp:101:dd.0 Request processed in 576us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.437128:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261437 00000100:00100000:0.0:1705683736.437164:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b2ec600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547645632:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.437180:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.437185:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.437186:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.437187:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.437193:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134877300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547645696:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.437207:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997bf700/0x9d5ae94021ddde5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4002:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a20 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.437210:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.437212:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4900 pid: 15000 timeout: 0 lvb_type: 1 00010000:00100000:1.0:1705683736.437214:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.437215:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.437215:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00002000:00010000:3.0:1705683736.437216:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4002:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.437218:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4900 pid: 15000 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.437224:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.437225:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.437228:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997bf700/0x9d5ae94021ddde5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a20 expref: 5199 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.437229:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547647936:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.437235:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800997bf700/0x9d5ae94021ddde5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4002:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a20 expref: 5199 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.437240:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997bf700, rc 0) 00000100:00100000:0.0:1705683736.437245:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.437255:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.437255:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5199:15146:x1788538570230144:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 471us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.437259:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261438 00000100:00100000:3.0:1705683736.437272:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.437273:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.437277:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230208 00000100:00100000:3.0:1705683736.437291:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.437292:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.437295:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207275 00000100:00100000:3.0:1705683736.437298:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:dab809dd-6952-4f4e-9170-c0b3df4b5902+1261:15130:x1788538570230208:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.437305:0:14252:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.437312:0:14252:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099852800/0x9d5ae94021ddde63 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a27 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.437360:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 3/1,0 mode: --/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.437366:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437371:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437376:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.437380:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437383:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437418:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e971b80/0x9d5ae94021ddde78 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x20ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.437422:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e971b80/0x9d5ae94021ddde78 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20ce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437426:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e971b80/0x9d5ae94021ddde78 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20ce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000004:00200000:3.0:1705683736.437444:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x20ce:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.437446:0:14252:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.437456:0:14252:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009e971b80/0x9d5ae94021ddde78 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20ce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437461:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437465:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437468:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437471:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437474:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099853c00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.437475:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437478:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437483:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cc:0x0].0x0 (ffff880134a16000) 00010000:00010000:3.0:1705683736.437484:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.437486:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 3/0,0 mode: --/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437490:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099853c00/0x9d5ae94021ddde6a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437497:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437499:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437502:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437505:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800974a1400 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.437506:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437508:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437511:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cc:0x0].0x3831 (ffff88009c577800) 00010000:00010000:3.0:1705683736.437512:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.437513:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437516:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a1400/0x9d5ae94021ddde71 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.437537:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099852800/0x9d5ae94021ddde63 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x20cc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a27 expref: 1263 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.437545:0:14252:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e971b80/0x9d5ae94021ddde78 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x20ce:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a27 expref: 1262 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.437553:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ce:0x0].0x0 (ffff88012e2f7900) 00010000:00010000:3.0:1705683736.437554:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1705683736.437556:0:14252:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e971b80, rc 0) 00000100:00100000:3.0:1705683736.437584:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:dab809dd-6952-4f4e-9170-c0b3df4b5902+1262:15130:x1788538570230208:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 285us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.437589:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207275 00000100:00100000:1.0:1705683736.441578:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.441615:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.441620:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134874100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14227:1788538547645824:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.441653:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.441662:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.441664:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.441664:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.441684:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.441686:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.441694:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230912 00000100:00100000:3.0:1705683736.441723:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.441723:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.441728:0:14328:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.441729:0:14328:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.441729:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 25148 00000100:00100000:3.0:1705683736.441733:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1152:1857:x1788538570230912:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1705683736.441758:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.441771:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e970780/0x9d5ae94021ddde7f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a43 expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.441849:0:14503:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14503 initiator: MDT0 00010000:00010000:3.0:1705683736.441859:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.441866:0:14503:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442493:0:14503:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14503 initiator: MDT0 00010000:00010000:3.0:1705683736.442499:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442505:0:14503:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442569:0:14503:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14503 initiator: MDT0 00010000:00010000:3.0:1705683736.442575:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442579:0:14503:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00000004:00200000:3.0:1705683736.442610:0:14503:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x20a6:0x0]: returning size 0 00000004:00200000:3.0:1705683736.442614:0:14503:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.442626:0:14503:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442645:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442650:0:14503:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442654:0:14503:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442658:0:14503:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442662:0:14503:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e23d680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.442665:0:14503:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442669:0:14503:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442677:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:3.0:1705683736.442679:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.442681:0:14503:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442685:0:14503:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23d680/0x9d5ae94021ddde86 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442697:0:14503:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442700:0:14503:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442704:0:14503:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442707:0:14503:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e23f480 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.442708:0:14503:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442711:0:14503:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442716:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x3931 (ffff88009773ad00) 00010000:00010000:3.0:1705683736.442718:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.442719:0:14503:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442722:0:14503:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e23f480/0x9d5ae94021ddde8d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442753:0:14503:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e970780/0x9d5ae94021ddde7f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a43 expref: 1154 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.442764:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a43 expref: 1153 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.442769:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20a6:0x0].0x0 (ffff8800a0f51800) 00010000:00010000:3.0:1705683736.442771:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1705683736.442772:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013112fc00, rc 0) 00010000:00010000:3.0:1705683736.442776:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.442781:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013112c780/0x9d5ae94021ddde9b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a4a expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.442795:0:14503:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14503 initiator: MDT0 00010000:00010000:3.0:1705683736.442800:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.442804:0:14503:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00000100:00100000:1.0:1705683736.443170:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.444413:0:14503:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14503 initiator: MDT0 00010000:00010000:3.0:1705683736.444423:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444430:0:14503:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444547:0:14503:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099d49b80/0x9d5ae94021dddeb0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x20b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14503 initiator: MDT0 00010000:00010000:3.0:1705683736.444556:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099d49b80/0x9d5ae94021dddeb0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444561:0:14503:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099d49b80/0x9d5ae94021dddeb0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00000004:00200000:3.0:1705683736.444589:0:14503:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x20b1:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.444591:0:14503:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.444603:0:14503:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880099d49b80/0x9d5ae94021dddeb0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444610:0:14503:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444614:0:14503:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444617:0:14503:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444621:0:14503:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013112db80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.444623:0:14503:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444627:0:14503:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444647:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:3.0:1705683736.444649:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.444651:0:14503:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444655:0:14503:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013112db80/0x9d5ae94021dddea2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444665:0:14503:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444669:0:14503:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444672:0:14503:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444675:0:14503:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099d48000 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.444676:0:14503:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444679:0:14503:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444684:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x3531 (ffff88009773a400) 00010000:00010000:3.0:1705683736.444685:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.444686:0:14503:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444689:0:14503:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099d48000/0x9d5ae94021dddea9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14503 initiator: MDT1 00010000:00010000:3.0:1705683736.444726:0:14503:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013112c780/0x9d5ae94021ddde9b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a4a expref: 1155 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.444736:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099d49b80/0x9d5ae94021dddeb0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x20b1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a4a expref: 1154 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.444740:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20b1:0x0].0x0 (ffff88009773a900) 00010000:00010000:3.0:1705683736.444742:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683736.444743:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d49b80, rc 0) 00000100:00100000:3.0:1705683736.444804:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1154:1857:x1788538570230912:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 3069us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.444812:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 25148 00000100:00100000:3.0:1705683736.444839:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.444840:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.444851:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230848 00000100:00100000:3.0:1705683736.444870:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.444871:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.444874:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232448 00000100:00100000:3.0:1705683736.444896:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.444897:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.444901:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207276 00000100:00100000:3.0:1705683736.444920:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1154:30904:x1788538570230848:12345-192.168.204.14@tcp:101:rm.0 00000100:00100000:0.0:1705683736.444926:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.444928:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.444932:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.444939:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099d4b200/0x9d5ae94021dddeb7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a3c expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.444940:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207277 00000100:00100000:0.0:1705683736.444944:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd77300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1262:15130:x1788538570232448:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.444952:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.444960:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de080/0x9d5ae94021dddebe lrc: 2/0,0 mode: --/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a7b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1705683736.445007:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x208a:0x0]: returning size 4096 00010000:00010000:0.0:1705683736.445022:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 3/0,1 mode: --/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.445029:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.445035:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.445073:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099d4b200/0x9d5ae94021dddeb7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a3c expref: 1156 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.445078:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099d4b200/0x9d5ae94021dddeb7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a3c expref: 1156 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.445086:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d4b200, rc 0) 00010000:00010000:0.0:1705683736.445091:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x20ce:0x0].0x3831 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.445096:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.445101:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.445116:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1155:30904:x1788538570230848:12345-192.168.204.14@tcp:101:rm.0 Request processed in 210us (3542us total) trans 4295030420 rc 301/301 00000100:00100000:3.0:1705683736.445121:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207276 00000100:00100000:3.0:1705683736.445221:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.445252:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.445260:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445261:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445265:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230272 00000100:00100000:3.0:1705683736.445279:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445279:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445281:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230336 00000100:00100000:3.0:1705683736.445290:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445290:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445293:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261439 00000100:00100000:3.0:1705683736.445296:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974dc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4901:30132:x1788538570230272:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.445302:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1705683736.445310:0:14243:0:(osp_object.c:1653:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x7e0e:0x0], index 0: 0 00010000:00010000:0.0:1705683736.445412:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996df480/0x9d5ae94021dddeda lrc: 3/1,0 mode: --/PR res: [0x240000403:0x20d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.445681:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134871e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547646336:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.445701:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.445722:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134874b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2860:1855:x1788538570228800:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 22934us (22970us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.445729:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99729 00010000:00010000:3.0:1705683736.445751:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65900/0x9d5ae94021dddee1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a2e expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.445762:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134873200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547646080:192.168.204.14@tcp:104: 00002000:00010000:3.0:1705683736.445768:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.445774:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.445779:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:1.0:1705683736.445781:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.445781:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:1.0:1705683736.445782:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.445783:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.445785:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65900/0x9d5ae94021dddee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a2e expref: 4902 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.445794:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65900/0x9d5ae94021dddee1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a2e expref: 4902 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.445800:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0f65900, rc 0) 00000100:00100000:1.0:1705683736.445805:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.445815:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445815:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974dc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4902:30132:x1788538570230272:12345-192.168.204.14@tcp:101:dd.0 Request processed in 518us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.445816:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445820:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261439 00000100:00100000:1.0:1705683736.445821:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230400 00000100:00100000:3.0:1705683736.445828:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.445830:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.445832:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f15b700/0x9d5ae94021d848f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a575 expref: 4902 pid: 15086 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.445833:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261440 00000100:00100000:3.0:1705683736.445836:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2865:27110:x1788538570230336:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.445841:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.445843:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.445844:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.445848:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99740 00000100:00100000:1.0:1705683736.445851:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4902:1858:x1788538570230400:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.445857:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.445960:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f15b700/0x9d5ae94021d848f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a575 expref: 4902 pid: 15086 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.445968:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f15b700/0x9d5ae94021d848f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a575 expref: 4902 pid: 15086 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.445983:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f15b700/0x9d5ae94021d848f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a575 expref: 4902 pid: 15086 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.445991:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.445992:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.445994:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.445999:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.446015:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.446028:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4901:1858:x1788538570230400:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 177us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.446034:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99740 00010000:00010000:0.0:1705683736.446046:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800996df480/0x9d5ae94021dddeda lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.446051:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800996df480/0x9d5ae94021dddeda lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x20d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.446075:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.446076:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.446081:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.446083:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446084:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.446085:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.446088:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.446089:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230464 00010000:00010000:0.0:1705683736.446092:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800996de800 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.446093:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.446097:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.446099:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2860 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.446103:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ce:0x0].0x0 (ffff88012e2f7900) 00010000:00010000:0.0:1705683736.446105:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.446106:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 3/0,0 mode: --/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.446109:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de800/0x9d5ae94021dddecc lrc: 0/0,0 mode: --/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.446109:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446109:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446112:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99741 00000100:00100000:1.0:1705683736.446115:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2860:1857:x1788538570230464:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000004:00010000:0.0:1705683736.446116:0:14243:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009cd77300 reply state ffff880098ac0000 transno 4295030421 ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.446121:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.446121:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.446123:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2860 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.446125:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ce:0x0].0x3831 (ffff880096c0fb00) 00010000:00010000:0.0:1705683736.446126:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.446129:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2860 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.446142:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fc780/0x9d5ae94021dc3e14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x602c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f330 expref: 2860 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.446148:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800996de080/0x9d5ae94021dddebe lrc: 0/0,0 mode: --/CW res: [0x240000403:0x20ce:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a7b expref: 1265 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.446149:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.446150:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.446152:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446154:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996df480/0x9d5ae94021dddeda lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x20d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a7b expref: 1264 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.446157:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446158:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20d0:0x0].0x0 (ffff880096c0f700) 00010000:00010000:0.0:1705683736.446159:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683736.446160:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800996df480, rc 0) 00010000:00010000:1.0:1705683736.446168:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.446175:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd77300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1265:15130:x1788538570232448:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1231us (3007us total) trans 4295030421 rc 0/0 00000100:00100000:0.0:1705683736.446178:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207277 00000100:00100000:1.0:1705683736.446181:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2859:1857:x1788538570230464:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 65us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.446186:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99741 00000100:00100000:0.0:1705683736.446203:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c5edf00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6520:1788538547645888:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.446220:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.446227:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.446231:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848fc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:1856:x1788538570228672:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 24461us (24499us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.446233:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.446236:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99727 00010000:00010000:1.0:1705683736.446239:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.446243:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.446254:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.446281:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c5e9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547646144:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.446292:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.446297:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.446297:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.446298:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.446305:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.446307:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446311:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a13b700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.446312:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446316:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446326:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446329:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a13b700/0x9d5ae94021dddd60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x602c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446347:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.446348:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.446349:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.446355:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446359:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446364:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446367:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446382:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.446388:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b2e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+372:3081:x1788538547645504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26879us (27047us total) trans 4295071724 rc 0/0 00000100:00100000:1.0:1705683736.446393:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261417 00000100:00100000:1.0:1705683736.446426:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.446448:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.446455:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446456:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446460:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230656 00010000:00010000:1.0:1705683736.446470:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013505db80/0x9d5ae94021dc3e06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f34c expref: 2858 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.446485:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.446486:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b2eda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+868:3082:x1788538547645568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27107us (27175us total) trans 4295071905 rc 0/0 00000100:00100000:1.0:1705683736.446486:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446488:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230528 00000100:00100000:0.0:1705683736.446491:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261416 00010000:00010000:1.0:1705683736.446494:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4901 pid: 15109 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.446503:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446503:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.446506:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.446506:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446506:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99742 00000100:00100000:1.0:1705683736.446509:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:1857:x1788538570230656:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.446512:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99743 00000100:00100000:0.0:1705683736.446515:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4901:1858:x1788538570230528:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.446515:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.446517:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013505db80/0x9d5ae94021dc3e06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f34c expref: 2858 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.446522:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.446523:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013505db80/0x9d5ae94021dc3e06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f34c expref: 2858 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.446524:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4901 pid: 15109 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.446533:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013505db80/0x9d5ae94021dc3e06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x602e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f34c expref: 2858 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.446535:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4901 pid: 15109 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.446542:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.446543:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.446544:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446546:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a3ef80/0x9d5ae94021d84caf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a608 expref: 4901 pid: 15109 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.446549:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446554:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.446555:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.446557:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446561:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.446564:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.446574:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.446576:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2857:1857:x1788538570230656:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.446580:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99742 00000100:00100000:0.0:1705683736.446588:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4900:1858:x1788538570230528:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 72us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.446592:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99743 00010000:00010000:0.0:1705683736.446606:0:15026:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.446609:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b2ed500/2, rc 0, transno 104609 00010000:00010000:0.0:1705683736.446611:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446616:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.446616:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b2ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547645568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.446623:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.446644:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683736.446675:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd74600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547648000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.446694:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.446954:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.446973:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.446978:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446979:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.446983:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230592 00010000:00010000:1.0:1705683736.446991:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2857 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.447001:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447002:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447004:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230720 00010000:00010000:1.0:1705683736.447009:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2858 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.447016:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447017:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447020:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99744 00000100:00100000:1.0:1705683736.447022:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2858:1858:x1788538570230592:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.447027:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.447030:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2858 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.447040:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2858 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.447054:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bad4280/0x9d5ae94021dc3dff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x602d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f33e expref: 2858 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.447062:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.447063:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.447065:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447069:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447080:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.447092:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2857:1858:x1788538570230592:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 69us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.447097:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99744 00000100:00100000:1.0:1705683736.447105:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447106:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447109:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99745 00000100:00100000:1.0:1705683736.447112:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009777e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2856:1858:x1788538570230720:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.447118:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.447120:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2856 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.447131:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2856 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.447140:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.447141:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.447143:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447147:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447155:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.447164:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009777e900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2856:1858:x1788538570230720:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 51us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.447168:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99745 00010000:00010000:1.0:1705683736.447183:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447189:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447194:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447198:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447210:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683736.447293:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+372:3081:x1788538547645952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24993us (25028us total) trans 4295071725 rc 0/0 00000100:00100000:1.0:1705683736.447298:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261419 00000100:00100000:1.0:1705683736.447308:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447309:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447312:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648000 00000100:00100000:1.0:1705683736.447323:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447324:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.447327:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261441 00000100:00100000:1.0:1705683736.447330:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd71e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+868:3080:x1788538547648000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.447341:0:15087:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14713 count 1 00000100:00100000:0.0:1705683736.447465:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ec600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+372:3081:x1788538547646016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25094us (25130us total) trans 4295071726 rc 0/0 00000100:00100000:0.0:1705683736.447471:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261420 00010000:00010000:0.0:1705683736.447488:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683736.447491:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447497:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0ea80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.447498:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447503:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447512:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447517:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0ea80/0x9d5ae94021dddd59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3971:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447707:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.447710:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447711:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.447713:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447716:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0c280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.447718:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008a1f5680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.447718:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447719:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447723:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447724:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447732:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447732:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447736:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a1f5680/0x9d5ae94021dddda6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x602d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447736:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed0c280/0x9d5ae94021ddddad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x602e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447749:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.447750:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.447750:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.447754:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.447760:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.447761:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.447762:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.447765:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65680/0x9d5ae94021dddeef lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a35 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447773:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447778:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447778:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.447783:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447784:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.447785:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.447786:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65680/0x9d5ae94021dddeef lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a35 expref: 2866 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447788:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447798:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.447801:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.447808:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.447816:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974de400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:15101:1788538547648064:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.447833:0:15087:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.447835:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05839c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.447841:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4899 pid: 15036 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.447846:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.447847:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.447848:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447857:0:14416:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013505c280/0x9d5ae94021dc3df8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x602b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f322 expref: 2855 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.447862:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4899 pid: 15036 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.447867:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c542d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547645440:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.447869:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4899 pid: 15036 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.447880:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.447882:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5ead00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+869:3082:x1788538547645760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28134us (28211us total) trans 4295071906 rc 0/0 00000100:00100000:1.0:1705683736.447882:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009777d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547648128:192.168.204.14@tcp:104: 00010000:00100000:3.0:1705683736.447885:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.447886:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.447886:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.447887:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261418 00010000:00010000:3.0:1705683736.447888:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447895:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.447897:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.447900:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.447918:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.447922:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.447931:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683736.447934:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009b2ee900/2, rc 0, transno 104610 00000100:00100000:1.0:1705683736.447941:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009b2ee900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547645760:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.447966:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683736.447973:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073906400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547648192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.447990:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.448003:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448004:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448008:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648192 00000100:00100000:1.0:1705683736.448018:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448019:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448022:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261442 00000100:00100000:1.0:1705683736.448024:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134873200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+869:3080:x1788538547648192:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.448030:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096754b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+372:3080:x1788538547645376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30377us (30425us total) trans 4295071727 rc 0/0 00002000:00080000:1.0:1705683736.448033:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14714 count 1 00000100:00100000:3.0:1705683736.448035:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261413 00000004:00080000:3.0:1705683736.448058:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096751900/2, rc 0, transno 104431 00000100:00100000:3.0:1705683736.448064:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096751900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547645376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.448089:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c542d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.448102:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.448115:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.448116:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.448119:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648256 00000100:00100000:3.0:1705683736.448129:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.448130:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.448134:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261443 00000100:00100000:3.0:1705683736.448136:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+372:3082:x1788538547648256:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.448144:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24627 count 1 00010000:00010000:1.0:1705683736.448206:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448214:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4899 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448218:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.448218:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448219:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.448220:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.448226:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2854 pid: 15099 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.448230:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.448231:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.448232:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448233:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4899 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448240:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4899 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.448243:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2854 pid: 15099 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.448246:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134871e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547648320:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.448248:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2854 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.448255:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358ec100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547648384:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.448261:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.448266:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.448315:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974db700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547646528:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.448328:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.448333:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.448333:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.448334:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448338:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134870500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547646656:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.448345:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e97d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547646400:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.448351:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.448358:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.448359:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.448359:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448363:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547646720:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.448383:0:15002:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008a1f4780/0x9d5ae94021ddddc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e8 expref: 2866 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448391:0:15002:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008a1f4780, rc 0) 00010000:00010000:0.0:1705683736.448395:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.448400:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135646580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.448401:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.448402:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:21736:x1788538570228928:12345-192.168.204.14@tcp:101:dd.0 Request processed in 25289us (25445us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.448406:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.448406:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261423 00010000:00010000:0.0:1705683736.448419:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.448424:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135646580/0x9d5ae94021dddd75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3972:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.448453:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134c52800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547646592:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.448453:0:15007:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15007:1788538547646848:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.448465:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.448466:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00100000:0.0:1705683736.448470:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.448471:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.448471:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448475:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073bdc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4899:1857:x1788538570229120:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 24781us (24828us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.448476:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.448479:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.448481:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99731 00010000:00010000:0.0:1705683736.448482:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099faa580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.448484:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.448488:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.448496:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.448500:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099faa580/0x9d5ae94021dddd44 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x602b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.448517:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134875000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547647104:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.448527:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.448536:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.448537:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.448538:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448566:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134871400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547647296:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.448576:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.448580:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.448581:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.448582:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.448584:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.448585:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.448586:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.448601:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009777ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547646784:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.448617:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ed0f200/0x9d5ae94021ddddd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889f6 expref: 5198 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.448624:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ed0f200, rc 0) 00000100:00100000:0.0:1705683736.448651:0:14217:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009777b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:14217:1788538547646912:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.448663:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.448673:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097779900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5198:1857:x1788538570229440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 18238us (18270us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.448679:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99733 00000100:00100000:0.0:1705683736.448729:0:15114:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097492300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547647360:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.448740:0:15114:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.448745:0:15114:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.448745:0:15114:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.448746:0:15114:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.448758:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073904100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5197:27256:x1788538570229056:12345-192.168.204.14@tcp:101:dd.0 Request processed in 25328us (25362us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.448763:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261425 00000100:00100000:3.0:1705683736.448848:0:15067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974d8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547647552:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.448860:0:15067:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.448865:0:15067:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.448866:0:15067:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.448866:0:15067:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448872:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd70f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547647744:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.448883:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.448888:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.448889:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.448890:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.448893:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.448894:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.448895:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.448947:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c5ed500/2, rc 0, transno 104430 00000100:00100000:1.0:1705683736.448952:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.448957:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547646016:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.448963:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.448964:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.448968:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570230976 00010000:00010000:0.0:1705683736.448979:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4899 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.448980:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.448989:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448989:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.448989:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.448990:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.448991:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.448992:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231104 00000100:00100000:1.0:1705683736.448994:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99746 00000100:00100000:3.0:1705683736.448997:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.448998:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134871400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4899:1856:x1788538570230976:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.449000:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2855 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.449004:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.449007:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4899 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.449009:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449009:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449013:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99747 00010000:00010000:1.0:1705683736.449014:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4899 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.449014:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.449016:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134875000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2855:1856:x1788538570231104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.449021:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.449025:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131d9a080/0x9d5ae94021d84fa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a6a2 expref: 4899 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.449034:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.449035:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.449037:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449041:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449053:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.449062:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134871400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4898:1856:x1788538570230976:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 64us (111us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.449064:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.449066:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99746 00010000:00010000:3.0:1705683736.449069:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449074:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449078:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449086:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.449101:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.449108:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449109:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449112:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231232 00010000:00010000:1.0:1705683736.449120:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4898 pid: 15039 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.449124:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2855 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.449130:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449130:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.449131:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2855 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.449134:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99748 00000100:00100000:1.0:1705683736.449136:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4898:1856:x1788538570231232:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.449141:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.449142:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013505e300/0x9d5ae94021dc3e37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6030:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f368 expref: 2855 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.449144:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4898 pid: 15039 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.449150:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.449150:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4898 pid: 15039 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.449151:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.449152:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449156:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449158:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9400/0x9d5ae94021cbcd15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd01 expref: 4898 pid: 15039 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.449166:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.449167:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.449176:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4897:1856:x1788538570231232:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 39us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.449181:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134875000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1856:x1788538570231104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 164us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.449181:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99748 00000100:00100000:0.0:1705683736.449186:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99747 00000100:00100000:3.0:1705683736.449189:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+870:3083:x1788538547646208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26358us (26395us total) trans 4295071907 rc 0/0 00000100:00100000:3.0:1705683736.449196:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261421 00000100:00100000:1.0:1705683736.449216:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.449217:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449223:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449228:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449232:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.449238:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.449242:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683736.449260:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.449266:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449267:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449271:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648448 00000100:00100000:1.0:1705683736.449281:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449282:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449284:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231744 00000100:00100000:1.0:1705683736.449291:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449291:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.449291:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.449292:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449294:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261444 00000100:00100000:1.0:1705683736.449297:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ead00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+374:3082:x1788538547648448:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.449298:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261445 00000100:00100000:3.0:1705683736.449301:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134874100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:29913:x1788538570231744:12345-192.168.204.14@tcp:101:dd.0 00002000:00080000:1.0:1705683736.449306:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24628 count 1 00010000:00010000:3.0:1705683736.449313:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.449356:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ab9e00/0x9d5ae94021dddf0b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a51 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449366:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2867 pid: 14242 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.449370:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c53200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+374:3081:x1788538547646464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26172us (26202us total) trans 4295071728 rc 0/0 00010000:00010000:3.0:1705683736.449370:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.449371:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.449373:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab9e00/0x9d5ae94021dddf0b lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a51 expref: 2867 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.449375:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261424 00010000:00010000:1.0:1705683736.449379:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449385:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2867 pid: 14242 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.449387:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449387:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449391:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231424 00010000:00010000:1.0:1705683736.449391:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2853 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.449391:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2867 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.449396:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.449397:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.449397:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358e9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547648512:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.449398:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449399:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4897 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.449409:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.449409:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.449410:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.449410:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2853 pid: 15084 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.449412:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231680 00010000:00010000:1.0:1705683736.449416:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2853 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.449417:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.449418:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4898 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.449419:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.449423:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134877300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547648576:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.449423:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d29680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.449425:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.449427:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449427:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.449429:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.449430:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99749 00000100:00100000:0.0:1705683736.449433:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134877800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4898:1856:x1788538570231424:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.449436:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.449438:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.449438:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449440:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4898 pid: 15026 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.449442:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5d29680/0x9d5ae94021ddddb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3973:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449446:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4898 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.449446:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.449447:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.449451:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.449453:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99750 00010000:00010000:3.0:1705683736.449453:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449456:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0d900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.449457:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098185400/0x9d5ae94021d852ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a74a expref: 4898 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.449457:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134870500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4898:1856:x1788538570231680:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.449457:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449461:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449462:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.449465:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4897 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.449466:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.449467:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.449467:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449468:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449470:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4897 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.449472:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ed0d900/0x9d5ae94021ddddc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6030:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449473:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.449480:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.449481:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.449482:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.449484:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.449485:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca66f80/0x9d5ae94021d85daa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a918 expref: 4897 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.449492:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.449493:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.449494:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.449495:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134877800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1856:x1788538570231424:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (279us total) trans 0 rc 0/0 00000004:00080000:3.0:1705683736.449495:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c5e8000/2, rc 0, transno 104611 00000100:00100000:0.0:1705683736.449499:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99749 00010000:00010000:1.0:1705683736.449499:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.449502:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547646208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.449510:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.449519:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134870500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:1856:x1788538570231680:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 62us (281us total) trans 0 rc 0/0 00000004:00080000:0.0:1705683736.449523:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c5eb700/2, rc 0, transno 104429 00000100:00100000:1.0:1705683736.449524:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99750 00000100:00100000:0.0:1705683736.449534:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c5eb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547645952:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.449538:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449543:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.449544:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073bd8000/2, rc 0, transno 104428 00000100:00100000:0.0:1705683736.449546:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547645504:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.449548:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449553:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.449554:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358ea800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547648704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.449557:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358ee400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648768:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.449571:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.449648:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.449651:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449655:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c8f8c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.449657:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449661:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.449666:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073904600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+870:3083:x1788538547647040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18283us (18386us total) trans 4295071908 rc 0/0 00010000:00010000:0.0:1705683736.449669:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.449671:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261428 00010000:00010000:0.0:1705683736.449673:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8f8c80/0x9d5ae94021ddde01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449685:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.449685:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449686:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.449687:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.449690:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.449696:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.449696:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.449700:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.449719:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134c53700/2, rc 0, transno 104432 00000100:00100000:0.0:1705683736.449725:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134c53700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547646464:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.449746:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.449750:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358e8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547648640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.449766:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.449779:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449780:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449784:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648704 00000100:00100000:0.0:1705683736.449795:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449796:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449798:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648640 00000100:00100000:0.0:1705683736.449804:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449805:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449807:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261446 00000100:00100000:0.0:1705683736.449810:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974e5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+374:3081:x1788538547648704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.449819:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24629 count 1 00010000:00010000:0.0:1705683736.449880:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449888:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2853 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.449892:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.449893:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.449894:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.449920:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2853 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.449926:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2853 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.449933:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547648896:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.449946:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa4780 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.449953:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449954:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.449957:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261447 00000100:00100000:0.0:1705683736.449960:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801349f4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+870:3081:x1788538547648640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.449968:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14715 count 1 00010000:00010000:0.0:1705683736.450115:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450122:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450126:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.450127:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.450128:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450141:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450146:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.450152:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547648960:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.450164:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa4180 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.450182:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547647424:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.450194:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.450199:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.450200:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.450200:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450360:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.450387:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683736.450391:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648832:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.450406:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683736.450426:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009777da00/2, rc 0, transno 104612 00000100:00100000:3.0:1705683736.450431:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009777da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547647040:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.450456:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.450462:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358e8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547649024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.450468:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450470:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450476:0:14227:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648768 00000100:00100000:3.0:1705683736.450476:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.450492:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450492:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450493:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450494:0:14227:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547648832 00000100:00100000:3.0:1705683736.450494:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450499:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547649024 00000100:00100000:0.0:1705683736.450503:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450503:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450506:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261448 00000100:00100000:0.0:1705683736.450509:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+376:3082:x1788538547648768:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.450513:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450514:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450517:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261449 00002000:00080000:0.0:1705683736.450518:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24630 count 1 00000100:00100000:3.0:1705683736.450520:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ef300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+376:3082:x1788538547648832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.450528:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24631 count 1 00010000:00010000:3.0:1705683736.450567:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450574:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.450575:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2853 pid: 15097 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.450579:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.450580:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.450581:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450582:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2853 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.450587:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.450588:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.450588:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.450593:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2853 pid: 15097 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.450600:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2853 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.450600:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2853 pid: 15097 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.450606:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2853 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.450607:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358ecb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15077:1788538547649088:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.450617:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b19400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547649152:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.450618:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583d80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.450626:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450627:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.450630:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.450643:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261450 00000100:00100000:3.0:1705683736.450647:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ed000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+871:3080:x1788538547649024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.450656:0:15080:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14716 count 1 00010000:00010000:1.0:1705683736.450712:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.450750:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.450753:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450758:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c8f9180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.450759:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450764:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450775:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450779:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8f9180/0x9d5ae94021ddde24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3977:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.450791:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.450792:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.450793:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.450808:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+872:3082:x1788538547647616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16389us (16451us total) trans 4295071909 rc 0/0 00010000:00010000:3.0:1705683736.450809:0:15080:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.450813:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261433 00010000:00010000:3.0:1705683736.450818:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4894 pid: 15004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.450823:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.450824:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.450825:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.450838:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4894 pid: 15004 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.450843:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4894 pid: 15004 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.450850:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358e9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547649216:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.450863:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.450863:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.450880:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800974e5500/2, rc 0, transno 104613 00000100:00100000:3.0:1705683736.450885:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547647616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.450900:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.450924:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.450929:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358ee900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547649280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.450940:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.450946:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.450960:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.450962:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450963:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450967:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547649280 00000100:00100000:3.0:1705683736.450980:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.450981:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.450982:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.450983:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261451 00000100:00100000:3.0:1705683736.450986:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fde1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+872:3080:x1788538547649280:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.450990:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.450991:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.450996:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231808 00002000:00080000:3.0:1705683736.450996:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14717 count 1 00000100:00100000:1.0:1705683736.451007:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451008:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451012:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261452 00000100:00100000:1.0:1705683736.451015:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134874b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:29031:x1788538570231808:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.451021:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.451067:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319c9b80/0x9d5ae94021dddf3c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a58 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451079:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5196 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.451085:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451086:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451087:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319c9b80/0x9d5ae94021dddf3c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a58 expref: 2855 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451095:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451099:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5196 pid: 15030 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.451103:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451105:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5196 pid: 15030 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.451108:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.451109:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.451109:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451112:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547649344:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.451122:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451125:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.451128:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.451135:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073902800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547649408:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.451148:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.451148:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.451150:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451151:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451156:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231040 00000100:00100000:3.0:1705683736.451156:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.451157:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.451161:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231872 00000100:00100000:1.0:1705683736.451166:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.451167:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2856 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.451173:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451174:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451174:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.451174:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.451177:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261453 00000100:00100000:1.0:1705683736.451179:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231168 00000100:00100000:3.0:1705683736.451180:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:dab809dd-6952-4f4e-9170-c0b3df4b5902+2868:15162:x1788538570231872:12345-192.168.204.14@tcp:101:dir_create.sh.0 00000100:00100000:0.0:1705683736.451182:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451183:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451185:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231296 00010000:00010000:3.0:1705683736.451186:0:15024:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.451188:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2869 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.451190:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2857 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.451200:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451200:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99751 00000100:00100000:0.0:1705683736.451201:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451203:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231552 00000100:00100000:1.0:1705683736.451204:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134875a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2857:1856:x1788538570231040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.451209:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2858 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.451209:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.451212:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2858 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.451218:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.451218:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2858 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.451219:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451221:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231488 00010000:00010000:0.0:1705683736.451227:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4895 pid: 15022 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.451231:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bad5900/0x9d5ae94021dc3e29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x602f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f35a expref: 2858 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.451235:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451236:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451239:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99752 00010000:00010000:1.0:1705683736.451239:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451240:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451241:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.451242:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134871400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:1856:x1788538570231168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.451246:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.451246:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.451249:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2869 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.451254:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2869 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.451265:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.451267:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097464a00/0x9d5ae94021cc679a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531ad9 expref: 2869 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.451275:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.451275:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134875a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2857:1856:x1788538570231040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 70us (412us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.451276:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.451278:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a1f4780/0x9d5ae94021ddddc9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e8 expref: 2868 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451280:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99751 00010000:00010000:0.0:1705683736.451283:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008a1f4780/0x9d5ae94021ddddc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e8 expref: 2868 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451290:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451290:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451294:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99753 00010000:00010000:0.0:1705683736.451295:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008a1f4780/0x9d5ae94021ddddc9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e8 expref: 2868 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451297:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134875000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2856:1856:x1788538570231296:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.451301:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1b700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0001_UUID:15154:1788538547649472:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.451302:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.451304:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2856 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.451310:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2856 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.451311:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.451319:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.451319:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b91400/0x9d5ae94021dc3e1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f376 expref: 2856 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.451320:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.451325:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99754 00010000:00010000:1.0:1705683736.451326:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.451327:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134872800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2855:1856:x1788538570231552:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.451327:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451329:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.451332:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.451333:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.451334:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2855 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.451339:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2855 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.451344:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.451348:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe300/0x9d5ae94021dc3e3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f384 expref: 2855 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.451353:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.451353:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134875000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1856:x1788538570231296:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (414us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.451354:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.451355:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451358:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99753 00010000:00010000:0.0:1705683736.451359:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451367:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.451368:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.451369:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.451371:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99755 00000100:00100000:1.0:1705683736.451374:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:1857:x1788538570231488:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.451377:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134872800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1856:x1788538570231552:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 49us (417us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.451379:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.451380:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99754 00010000:00010000:1.0:1705683736.451382:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4895 pid: 15022 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.451388:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4895 pid: 15022 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.451400:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098184f00/0x9d5ae94021d8563a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a7cf expref: 4895 pid: 15022 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.451409:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451410:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.451412:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451416:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451423:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451433:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451439:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451440:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.451443:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.451449:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:1857:x1788538570231488:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 74us (283us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.451452:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.451454:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99755 00010000:00010000:1.0:1705683736.451473:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451483:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451488:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451492:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.451500:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683736.451557:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134c55a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+377:3083:x1788538547646272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28451us (28702us total) trans 4295071729 rc 0/0 00000100:00100000:3.0:1705683736.451562:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261422 00010000:00010000:3.0:1705683736.451576:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.451579:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451584:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a5d2ad00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.451586:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451591:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451600:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451609:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d2ad00/0x9d5ae94021ddddbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x602f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451644:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.451646:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451650:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c8f9680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.451652:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451656:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451663:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451668:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8f9680/0x9d5ae94021ddddfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6031:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451677:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.451678:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.451679:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.451695:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c5eda00/2, rc 0, transno 104433 00000100:00100000:3.0:1705683736.451702:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c5eda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547646272:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.451712:0:15067:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451717:0:15067:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451722:0:15067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451726:0:15067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451733:0:15067:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.451827:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+377:3081:x1788538547647488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18672us (19331us total) trans 4295071730 rc 0/0 00000100:00100000:3.0:1705683736.451832:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261431 00000004:00080000:3.0:1705683736.451858:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800974e2d00/2, rc 0, transno 104434 00000100:00100000:3.0:1705683736.451860:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547647488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.451873:0:15024:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134a9f200/0x9d5ae94021dddf4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a5f expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.451884:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.451891:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.451892:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.451895:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134a9f200/0x9d5ae94021dddf4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a5f expref: 2869 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451902:0:15024:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134a9f200/0x9d5ae94021dddf4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a5f expref: 2869 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.451932:0:15024:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134a9f200, rc 0) 00000100:00100000:3.0:1705683736.451943:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:15162:x1788538570231872:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 761us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.451946:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261453 00010000:00010000:0.0:1705683736.452020:0:15114:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452033:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452038:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452044:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452056:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.452137:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097493200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+873:3083:x1788538547647168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20472us (20517us total) trans 4295071910 rc 0/0 00000100:00100000:0.0:1705683736.452143:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261429 00010000:00010000:0.0:1705683736.452176:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.452178:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452183:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073565b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.452185:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452189:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452195:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452199:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073565b80/0x9d5ae94021ddde16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.452199:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009777b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+377:3081:x1788538547646976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20966us (20999us total) trans 4295071731 rc 0/0 00000100:00100000:1.0:1705683736.452204:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261427 00010000:00010000:0.0:1705683736.452210:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.452211:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452215:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0de00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.452216:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452220:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452225:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452228:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0de00/0x9d5ae94021ddde08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3975:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.452235:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.452238:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.452238:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.452239:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.452242:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.452244:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452244:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452249:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231360 00010000:00010000:3.0:1705683736.452259:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.452260:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.452269:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547649600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.452284:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452285:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452289:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99756 00000100:00100000:3.0:1705683736.452289:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.452293:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd70f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5197:1858:x1788538570231360:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.452299:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:3.0:1705683736.452307:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097493c00/2, rc 0, transno 104614 00010000:00010000:1.0:1705683736.452308:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.452312:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097493c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547647168:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.452318:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.452328:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fd10a00/0x9d5ae94021d60a80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x630c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa03 expref: 5197 pid: 15022 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.452336:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683736.452337:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.452338:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.452340:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ed0f200/0x9d5ae94021ddddd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889f6 expref: 5196 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.452340:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b18500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547649536:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.452346:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ed0f200/0x9d5ae94021ddddd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889f6 expref: 5196 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.452358:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.452361:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ed0f200/0x9d5ae94021ddddd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x630c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889f6 expref: 5196 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.452368:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013486b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547649728:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.452383:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.452386:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452387:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452391:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547649600 00000100:00100000:1.0:1705683736.452391:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452392:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:3.0:1705683736.452398:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009777c100/2, rc 0, transno 104435 00000100:00100000:1.0:1705683736.452400:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547649536 00000100:00100000:0.0:1705683736.452401:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452402:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.452403:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009777c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547646976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.452404:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261454 00000100:00100000:3.0:1705683736.452406:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.452407:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+378:3083:x1788538547649600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.452411:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073906900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547649664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.452412:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452412:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452415:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261455 00002000:00080000:0.0:1705683736.452416:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24633 count 1 00000100:00100000:1.0:1705683736.452419:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+378:3083:x1788538547649536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.452426:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1705683736.452430:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24632 count 1 00000100:00100000:3.0:1705683736.452443:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.452444:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.452448:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547649664 00000100:00100000:3.0:1705683736.452459:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.452460:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.452463:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261456 00000100:00100000:3.0:1705683736.452465:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e97d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+873:3081:x1788538547649664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.452474:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14718 count 1 00010000:00010000:0.0:1705683736.452477:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.452478:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452485:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2852 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.452485:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2852 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.452490:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.452491:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.452492:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452493:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.452494:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.452495:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.452504:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2852 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.452507:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2852 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.452511:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2852 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.452514:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2852 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.452518:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14242:1788538547649792:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.452520:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547649856:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.452531:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a780 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.452534:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.452551:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.452559:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452561:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452565:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231616 00000100:00100000:1.0:1705683736.452567:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.452574:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4894 pid: 15020 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.452591:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452591:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452599:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.452599:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452681:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99757 00000100:00100000:0.0:1705683736.452686:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013486d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:1858:x1788538570231616:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.452692:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.452694:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4894 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.452704:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4894 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.452714:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9b80/0x9d5ae94021d858be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a869 expref: 4894 pid: 15020 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.452721:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.452722:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.452723:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452727:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.452738:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.452747:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013486d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1858:x1788538570231616:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 62us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.452751:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99757 00000100:00100000:0.0:1705683736.452763:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452764:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452767:0:15114:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570231936 00000100:00100000:0.0:1705683736.452777:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452778:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.452781:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261457 00000100:00100000:0.0:1705683736.452783:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5197:15123:x1788538570231936:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.452788:0:15114:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.452928:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.452945:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.452958:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.452985:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.452997:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.453008:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.453014:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453015:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453019:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232512 00010000:00010000:1.0:1705683736.453029:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2869 pid: 15068 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.453039:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453040:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453042:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232640 00010000:00010000:1.0:1705683736.453048:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4893 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.453056:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453056:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453059:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99758 00000100:00100000:1.0:1705683736.453062:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:1857:x1788538570232512:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.453067:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.453073:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2869 pid: 15068 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.453079:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2869 pid: 15068 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.453088:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.453103:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:1857:x1788538570232512:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 40us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.453107:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99758 00000100:00100000:1.0:1705683736.453116:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453116:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453119:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99759 00000100:00100000:1.0:1705683736.453122:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab13200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1857:x1788538570232640:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.453126:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.453130:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4893 pid: 15000 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.453135:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4893 pid: 15000 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.453144:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.453145:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.453147:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa75b80/0x9d5ae94021ddde40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a0b expref: 4893 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.453152:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa75b80/0x9d5ae94021ddde40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a0b expref: 4893 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.453165:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009aa75b80/0x9d5ae94021ddde40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a0b expref: 4893 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.453172:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547649984:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.453180:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.453181:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.453185:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232064 00000100:00100000:1.0:1705683736.453186:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.453199:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.453199:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453201:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.453202:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.453203:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261458 00000100:00100000:3.0:1705683736.453207:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:27217:x1788538570232064:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.453213:0:15019:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.453328:0:15019:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef7cc80/0x9d5ae94021dddf5f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a74 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.453341:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4895 pid: 14416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.453346:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.453348:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.453349:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef7cc80/0x9d5ae94021dddf5f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a74 expref: 4895 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.453362:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4895 pid: 14416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.453369:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4895 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.453376:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974d8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547650048:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.454080:0:15114:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a029a300/0x9d5ae94021dddf66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ad6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a66 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.454093:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ad6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.454104:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.454105:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.454108:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a029a300/0x9d5ae94021dddf66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a66 expref: 5198 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.454116:0:15114:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a029a300/0x9d5ae94021dddf66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a66 expref: 5198 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.454122:0:15114:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a029a300, rc 0) 00000100:00100000:1.0:1705683736.454127:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.454137:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5198:15123:x1788538570231936:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1353us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.454141:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454142:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261457 00000100:00100000:1.0:1705683736.454142:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.454147:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232704 00000100:00100000:1.0:1705683736.454160:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454161:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454161:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.454161:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.454164:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261459 00000100:00100000:1.0:1705683736.454167:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5198:15161:x1788538570232704:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.454173:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.454174:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454175:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454180:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232000 00000100:00100000:0.0:1705683736.454202:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454203:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454205:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232320 00000100:00100000:0.0:1705683736.454217:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454217:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454219:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232576 00000100:00100000:0.0:1705683736.454228:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454228:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.454232:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207278 00000100:00100000:0.0:1705683736.454235:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab14100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1265:31070:x1788538570232000:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:0.0:1705683736.454242:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.454299:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a029b700/0x9d5ae94021dddf6d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a6d expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.454368:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.454376:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454382:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454775:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.454781:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454786:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454823:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb52f80/0x9d5ae94021dddf82 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.454828:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb52f80/0x9d5ae94021dddf82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454832:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb52f80/0x9d5ae94021dddf82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000004:00010000:0.0:1705683736.454844:0:14243:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb52f80/0x9d5ae94021dddf82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454853:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454859:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454862:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454866:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454869:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb53700 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.454871:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454875:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454881:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.454883:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.454885:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454888:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb53700/0x9d5ae94021dddf74 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454898:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454901:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454904:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.454924:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7ab40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.454925:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb50780 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.454927:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454930:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454935:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x31 (ffff880073329b00) 00000100:00100000:3.0:1705683736.454935:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.454936:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.454937:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.454938:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.454941:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50780/0x9d5ae94021dddf7b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.454943:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207279 00000100:00100000:3.0:1705683736.454947:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab16900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+825:31082:x1788538570232320:12345-192.168.204.14@tcp:36:mrename.0 00010000:00010000:0.0:1705683736.454970:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a029b700/0x9d5ae94021dddf6d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a6d expref: 1267 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.454972:0:14252:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.454980:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb52f80/0x9d5ae94021dddf82 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a6d expref: 1266 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.454982:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c51af80/0x9d5ae94021dd9d56 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425877d5 expref: 825 pid: 14206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.454984:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff8801318f2900) 00010000:00010000:0.0:1705683736.454985:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683736.454986:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb52f80, rc 0) 00010000:00010000:3.0:1705683736.454990:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff88009fe05100) 00010000:00010000:3.0:1705683736.454995:0:14252:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.454999:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab14100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1266:31070:x1788538570232000:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 764us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.455003:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207278 00000100:00100000:0.0:1705683736.455011:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.455012:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.455015:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207280 00000100:00100000:0.0:1705683736.455018:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab13700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1155:30881:x1788538570232576:12345-192.168.204.14@tcp:101:rm.0 00000100:00100000:3.0:1705683736.455023:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974db700 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547650112:0@lo:1000:mdt00_019.0 00010000:00010000:0.0:1705683736.455026:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.455034:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271400/0x9d5ae94021dddf89 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a82 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455047:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.455059:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.455065:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455066:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.455067:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.455070:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650112 00010000:00010000:0.0:1705683736.455072:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455076:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.455085:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455086:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455088:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25149 00000100:00100000:3.0:1705683736.455091:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:14252:x1788538547650112:12345-0@lo:1000:mdt00_019.0 00010000:00010000:0.0:1705683736.455124:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.455126:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:14252:x1788538547650112:12345-0@lo:1000:mdt00_019.0 Request processed in 35us (80us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.455128:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.455130:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25149 00010000:00010000:0.0:1705683736.455132:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.455151:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974db700 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547650112:0@lo:1000:mdt00_019.0 00010000:00010000:0.0:1705683736.455165:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d273c00/0x9d5ae94021dddf9e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.455168:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d273c00/0x9d5ae94021dddf9e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455172:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d273c00/0x9d5ae94021dddf9e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000004:00200000:0.0:1705683736.455192:0:14243:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2088:0x0]: returning size 4096 00000004:00200000:0.0:1705683736.455194:0:14243:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683736.455202:0:14243:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009d273c00/0x9d5ae94021dddf9e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455206:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455209:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455213:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.455214:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.455215:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455218:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d272300 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.455219:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.455219:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.455222:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.455224:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.455226:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x0 (ffff880099f70b00) 00010000:00010000:0.0:1705683736.455227:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.455228:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455230:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d272300/0x9d5ae94021dddf90 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455236:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455238:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455241:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.455241:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.455244:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d271180 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.455245:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.455245:0:14252:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.455248:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.455249:0:14252:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.455251:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x36 (ffff880073329400) 00010000:00010000:0.0:1705683736.455253:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.455253:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.455256:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271180/0x9d5ae94021dddf97 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.455256:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547650176:0@lo:101:mdt00_019.0 00000100:00100000:3.0:1705683736.455270:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.455274:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d271400/0x9d5ae94021dddf89 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a82 expref: 1157 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455276:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.455280:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d273c00/0x9d5ae94021dddf9e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a82 expref: 1156 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455280:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455281:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.455283:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x0 (ffff88009fdff200) 00010000:00010000:0.0:1705683736.455284:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00000100:00100000:3.0:1705683736.455284:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650176 00010000:00010000:0.0:1705683736.455285:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d273c00, rc 0) 00000100:00100000:0.0:1705683736.455297:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab13700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1156:30881:x1788538570232576:12345-192.168.204.14@tcp:101:rm.0 Request processed in 278us (2312us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.455300:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207280 00000100:00100000:3.0:1705683736.455300:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455300:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455303:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25150 00000100:00100000:3.0:1705683736.455305:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a859400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:14252:x1788538547650176:12345-0@lo:101:mdt00_019.0 00010000:00010000:3.0:1705683736.455310:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.455326:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547649920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.455331:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135482a80/0x9d5ae94021dddfb3 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dddfac expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455341:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135482a80/0x9d5ae94021dddfb3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dddfac expref: 39 pid: 14503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.455342:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.455346:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135482a80/0x9d5ae94021dddfb3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dddfac expref: 39 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455350:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.455352:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.455353:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135482a80, rc 0) 00000100:00100000:0.0:1705683736.455356:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.455356:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.455360:0:15026:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547649920 00000100:00100000:3.0:1705683736.455368:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a859400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:14252:x1788538547650176:12345-0@lo:101:mdt00_019.0 Request processed in 62us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.455370:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.455371:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455371:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25150 00000100:00100000:0.0:1705683736.455373:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261460 00000100:00100000:0.0:1705683736.455376:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b1ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+379:3081:x1788538547649920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.455386:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24634 count 1 00000100:00100000:3.0:1705683736.455387:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547650176:0@lo:101:mdt00_019.0 00010000:00010000:3.0:1705683736.455393:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455398:0:14252:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683736.455407:0:14252:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:3.0:1705683736.455416:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.455419:0:14252:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.455422:0:14252:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14252 initiator: MDT0 00000100:00100000:3.0:1705683736.455428:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547650240:0@lo:101:mdt00_019.0 00000100:00100000:3.0:1705683736.455439:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.455444:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.455448:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455449:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.455450:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455451:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650240 00010000:00010000:0.0:1705683736.455457:0:15026:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2852 pid: 15065 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.455460:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.455460:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.455462:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.455462:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.455462:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25151 00010000:00010000:0.0:1705683736.455463:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455465:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:14252:x1788538547650240:12345-0@lo:101:mdt00_019.0 00010000:00010000:3.0:1705683736.455469:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.455474:0:15026:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2852 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.455476:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dddfba expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455480:0:15026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2852 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.455483:0:14503:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 2/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14300 initiator: MDT1 00000100:00100000:0.0:1705683736.455486:0:15026:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547650304:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.455487:0:14503:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 2/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.455491:0:14503:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 5/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 40 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455496:0:14503:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14257 initiator: MDT1 00000100:00100000:0.0:1705683736.455499:0:15026:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012bbfde40 going to sleep for 11 seconds 00080000:00080000:3.0:1705683736.455507:0:14503:0:(osd_handler.c:2666:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:0.0:1705683736.455519:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455524:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455524:0:14503:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.455529:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00080000:00080000:3.0:1705683736.455530:0:14503:0:(osd_handler.c:2666:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:0.0:1705683736.455533:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455537:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 40 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455541:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.455541:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff88009dda7b00) 00010000:00010000:3.0:1705683736.455543:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.455544:0:14503:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 40 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455547:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.455547:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c95b980, rc 0) 00010000:00010000:0.0:1705683736.455550:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455553:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0cc80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.455554:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455558:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455561:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:14252:x1788538547650240:12345-0@lo:101:mdt00_019.0 Request processed in 96us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.455565:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25151 00010000:00010000:0.0:1705683736.455566:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.455570:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0cc80/0x9d5ae94021ddde0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3976:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.455578:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547650240:0@lo:101:mdt00_019.0 00010000:00010000:0.0:1705683736.455581:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.455582:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.455583:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.455583:0:14252:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455587:0:14252:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455607:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455614:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4895 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455618:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.455619:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.455620:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455629:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4895 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.455648:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4895 pid: 15084 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.455654:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a85d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547650368:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.455667:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.455725:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097495a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+874:3081:x1788538547647232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23455us (23754us total) trans 4295071911 rc 0/0 00000100:00100000:0.0:1705683736.455730:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261430 00010000:00010000:1.0:1705683736.455730:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dfb0000/0x9d5ae94021dddfd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a89 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.455741:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.455749:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.455750:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.455753:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dfb0000/0x9d5ae94021dddfd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a89 expref: 5199 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.455761:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009dfb0000/0x9d5ae94021dddfd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a89 expref: 5199 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.455766:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009dfb0000, rc 0) 00000100:00100000:1.0:1705683736.455778:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5199:15161:x1788538570232704:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1610us (1652us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.455783:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261459 00000100:00100000:1.0:1705683736.455831:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.456475:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.456485:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456485:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456494:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232128 00000100:00100000:1.0:1705683736.456509:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456510:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456512:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232192 00000100:00100000:1.0:1705683736.456520:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456520:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456524:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36038 00000100:00100000:1.0:1705683736.456528:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab10f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1157:1855:x1788538570232128:12345-192.168.204.14@tcp:103:mrename.0 00010000:00010000:1.0:1705683736.456535:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.456543:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131d80500/0x9d5ae94021dd9bea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587781 expref: 1157 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.456552:0:14238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff8801318f2900) 00010000:00010000:1.0:1705683736.456554:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.456564:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab10f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1156:1855:x1788538570232128:12345-192.168.204.14@tcp:103:mrename.0 Request processed in 36us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.456568:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36038 00000100:00100000:1.0:1705683736.456575:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456576:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456580:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36039 00000100:00100000:1.0:1705683736.456582:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab11400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1155:1855:x1788538570232192:12345-192.168.204.14@tcp:103:mrename.0 00010000:00010000:1.0:1705683736.456587:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.456593:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a5d29180/0x9d5ae94021ddddec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889ef expref: 1155 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.456601:0:14238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00010000:1.0:1705683736.456603:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.456610:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab11400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1154:1855:x1788538570232192:12345-192.168.204.14@tcp:103:mrename.0 Request processed in 27us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.456615:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36039 00000100:00100000:1.0:1705683736.456663:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.456672:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456672:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456677:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232768 00010000:00010000:1.0:1705683736.456685:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4896 pid: 15044 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.456695:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456696:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456699:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99760 00000100:00100000:1.0:1705683736.456702:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d433050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1858:x1788538570232768:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.456707:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.456709:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4896 pid: 15044 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.456715:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4896 pid: 15044 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.456729:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.456730:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.456731:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.456736:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.456746:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.456755:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d433050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1858:x1788538570232768:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 52us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.456762:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99760 00000100:00100000:1.0:1705683736.456785:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.456793:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456794:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456798:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232832 00000100:00100000:1.0:1705683736.456808:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456809:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.456812:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261461 00000100:00100000:1.0:1705683736.456815:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:29581:x1788538570232832:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.456821:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:0.0:1705683736.456856:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097492800/2, rc 0, transno 104615 00000100:00100000:0.0:1705683736.456863:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097492800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547647232:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.456885:0:15000:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d993c00/0x9d5ae94021ceea12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd19 expref: 2868 pid: 15068 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.456893:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547647872:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.456902:0:15000:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013273d900/0x9d5ae94021ccd66d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b1 expref: 4896 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.456922:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e4100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547647936:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.456941:0:15000:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009aa75b80/0x9d5ae94021ddde40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f57:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a0b expref: 4895 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.456947:0:15000:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aa75b80, rc 0) 00000100:00100000:0.0:1705683736.456959:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd71400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:21828:x1788538570229952:12345-192.168.204.14@tcp:101:dd.0 Request processed in 21432us (21500us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.456963:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261435 00010000:00010000:0.0:1705683736.456989:0:15088:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca66580/0x9d5ae94021d86020 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256a9f1 expref: 4894 pid: 15044 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.456996:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547647808:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.457007:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.457011:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.457012:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.457013:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.457014:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.457018:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.457022:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.457027:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.457035:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.457126:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+874:3083:x1788538547647680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22700us (22779us total) trans 4295071912 rc 0/0 00000100:00100000:0.0:1705683736.457130:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261434 00000004:00080000:0.0:1705683736.457147:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800974e0a00/2, rc 0, transno 104616 00000100:00100000:0.0:1705683736.457149:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e0a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547647680:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.457293:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.457296:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.457302:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ed0c500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.457304:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.457308:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.457317:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.457320:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed0c500/0x9d5ae94021ddde2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3978:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.457331:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.457332:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.457333:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.457340:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547650432:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.457350:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800966b9180/0x9d5ae94021dddfdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6beb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a90 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.457356:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1705683736.457361:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6beb:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:1.0:1705683736.457369:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.457370:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.457370:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1705683736.457373:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800966b9180/0x9d5ae94021dddfdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a90 expref: 4894 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.457373:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a859900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547650496:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.457380:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800966b9180/0x9d5ae94021dddfdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a90 expref: 4894 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.457382:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.457386:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800966b9180, rc 0) 00000100:00100000:1.0:1705683736.457397:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:29581:x1788538570232832:12345-192.168.204.14@tcp:101:dd.0 Request processed in 582us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.457403:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261461 00000100:00100000:1.0:1705683736.457410:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.457411:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.457967:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650432 00000100:00100000:1.0:1705683736.457986:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.457987:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.457991:0:15114:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650496 00000100:00100000:1.0:1705683736.458001:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.458002:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.458005:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261462 00000100:00100000:1.0:1705683736.458008:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a858a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+875:3082:x1788538547650432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.458025:0:15114:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14719 count 1 00010000:00010000:1.0:1705683736.458121:0:15114:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458130:0:15114:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4893 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458135:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.458136:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.458138:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458151:0:15114:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4893 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458158:0:15114:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4893 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.458165:0:15114:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547650560:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.458180:0:15114:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.458188:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.458189:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.458194:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261463 00000100:00100000:1.0:1705683736.458197:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+875:3082:x1788538547650496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.458206:0:15065:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14720 count 1 00010000:00010000:1.0:1705683736.458375:0:15065:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458383:0:15065:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458388:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.458389:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.458390:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458402:0:15065:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.458408:0:15065:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.458415:0:15065:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab17300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15065:1788538547650624:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.458427:0:15065:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.458457:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.458473:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.458475:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.458483:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232896 00000100:00100000:0.0:1705683736.458503:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.458504:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.458508:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261464 00000100:00100000:1.0:1705683736.458510:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.458511:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed50f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:dab809dd-6952-4f4e-9170-c0b3df4b5902+2868:30388:x1788538570232896:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.458517:0:15070:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.458526:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.458528:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.458534:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570232960 00000100:00100000:3.0:1705683736.458548:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.458550:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.458554:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261465 00000100:00100000:3.0:1705683736.458556:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed55f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:15146:x1788538570232960:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.458562:0:14416:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.458703:0:15070:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880096c2de00/0x9d5ae94021dddff2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7bea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a97 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.458714:0:15070:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7bea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.458722:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.458723:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.458726:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880096c2de00/0x9d5ae94021dddff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a97 expref: 2869 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.458734:0:15070:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880096c2de00/0x9d5ae94021dddff2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a97 expref: 2869 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.458740:0:15070:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096c2de00, rc 0) 00010000:00010000:3.0:1705683736.458782:0:14416:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800982a0780/0x9d5ae94021dddff9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4062:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588a9e expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.458791:0:14416:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4062:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.458799:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.458800:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.458802:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800982a0780/0x9d5ae94021dddff9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a9e expref: 4895 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.458808:0:14416:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800982a0780/0x9d5ae94021dddff9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a9e expref: 4895 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.458814:0:14416:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800982a0780, rc 0) 00000100:00100000:3.0:1705683736.459304:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed55f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:15146:x1788538570232960:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 746us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.459309:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261465 00000100:00100000:0.0:1705683736.459535:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed50f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:30388:x1788538570232896:12345-192.168.204.14@tcp:101:dd.0 Request processed in 1021us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.459540:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261464 00000100:00100000:1.0:1705683736.459710:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.459746:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.459761:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.459770:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.459771:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.459778:0:14456:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233152 00000100:00100000:1.0:1705683736.459794:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.459795:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.459799:0:14456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57725 00000100:00100000:1.0:1705683736.459802:0:14456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed52d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1154:30904:x1788538570233152:12345-192.168.204.14@tcp:37:rm.0 00000100:00100000:3.0:1705683736.459812:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974de400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:15101:1788538547648064:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.459830:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65680/0x9d5ae94021dddeef lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a35 expref: 2868 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.459839:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0f65680, rc 0) 00000100:00100000:3.0:1705683736.459860:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2868:27110:x1788538570230336:12345-192.168.204.14@tcp:101:dd.0 Request processed in 14023us (14607us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.459868:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261440 00000100:00100000:0.0:1705683736.459891:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.459892:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.459897:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233024 00000100:00100000:0.0:1705683736.459928:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.459929:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.459931:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233088 00000100:00100000:0.0:1705683736.459944:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.459945:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.459954:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261466 00000100:00100000:0.0:1705683736.459958:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed53c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5200:1858:x1788538570233024:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:0.0:1705683736.459968:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.459988:0:7667:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097f56080/0x9d5ae94021ddc994 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e9f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021ddc99b expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683736.459996:0:7667:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097f56080/0x9d5ae94021ddc994 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e9f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021ddc99b expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460015:0:7667:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097f56080/0x9d5ae94021ddc994 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e9f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021ddc99b expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460020:0:7667:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683736.460031:0:7667:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880097f56080/0x9d5ae94021ddc994 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e9f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021ddc99b expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460044:0:7667:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e005680/0x9d5ae94021dd9e75 lrc: 3/0,0 mode: PW/PW res: [0x200000400:0x9a:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dd9e91 expref: -99 pid: 14257 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1705683736.460048:0:7667:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e005680/0x9d5ae94021dd9e75 lrc: 3/0,0 mode: PW/PW res: [0x200000400:0x9a:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dd9e91 expref: -99 pid: 14257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460058:0:7667:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e005680/0x9d5ae94021dd9e75 lrc: 2/0,0 mode: --/PW res: [0x200000400:0x9a:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dd9e91 expref: -99 pid: 14257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460062:0:7667:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683736.460064:0:7667:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e005680/0x9d5ae94021dd9e75 lrc: 0/0,0 mode: --/PW res: [0x200000400:0x9a:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dd9e91 expref: -99 pid: 14257 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1705683736.460076:0:7667:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295030421 is committed 00000001:00080000:3.0:1705683736.460088:0:7667:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295030420 is committed 00000001:00080000:3.0:1705683736.460143:0:7667:0:(tgt_lastrcvd.c:967:tgt_cb_last_committed()) lustre-MDT0001: transno 4295030406 is committed 00000020:00080000:3.0:1705683736.460211:0:7667:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880134d5c600 refcount 2 committed 0 result 0 batchid 4723 00000020:00080000:3.0:1705683736.460214:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009c57d100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880134d5cb40 00000020:00080000:3.0:1705683736.460216:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1648 00000020:00080000:3.0:1705683736.460217:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009c57d500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131e0aa00 00000020:00080000:3.0:1705683736.460219:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].724 00000020:00080000:3.0:1705683736.460272:0:7667:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88009ff95480 refcount 2 committed 0 result 0 batchid 4722 00000020:00080000:3.0:1705683736.460275:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a8cff00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a07a9240 00000020:00080000:3.0:1705683736.460277:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1647 00000020:00080000:3.0:1705683736.460278:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a8cf400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009fe5d800 00000020:00080000:3.0:1705683736.460280:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].723 00000020:00080000:3.0:1705683736.460289:0:7667:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880134d5c900 refcount 2 committed 0 result 0 batchid 4721 00000020:00080000:3.0:1705683736.460291:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009995bc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880134d5c600 00000020:00080000:3.0:1705683736.460293:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1646 00000020:00080000:3.0:1705683736.460294:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009cfb5c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880135e2ca00 00000020:00080000:3.0:1705683736.460295:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].722 00000020:00080000:3.0:1705683736.460298:0:7667:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 4719 batchid updated 00000020:00080000:3.0:1705683736.460341:0:7667:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88009f3b3e40 refcount 2 committed 0 result 0 batchid 4720 00000020:00080000:3.0:1705683736.460343:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009dda7c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88009f3b3540 00000020:00080000:3.0:1705683736.460344:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1645 00000020:00080000:3.0:1705683736.460345:0:7667:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009dda7a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009ef82200 00000020:00080000:3.0:1705683736.460347:0:7667:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].721 00000020:00080000:3.0:1705683736.460365:0:7667:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 4717 batchid updated 00010000:00010000:3.0:1705683736.460382:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460388:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14206 initiator: MDT1 00010000:00010000:0.0:1705683736.460391:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880096c2cf00/0x9d5ae94021dde000 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x7e01:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588aa5 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460393:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460397:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880096770000 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460399:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460403:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14206 initiator: MDT1 00002000:00010000:0.0:1705683736.460407:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7e01:0x0] initial LVB size: 0, mtime: 0x65aaab17, atime: 0x65aaab17, ctime: 0x65aaab17, blocks: 0x0 00010000:00010000:3.0:1705683736.460410:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x36 (ffff8800730bf800) 00010000:00010000:3.0:1705683736.460412:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460413:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460416:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880096770000/0x9d5ae94021dd9060 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:0.0:1705683736.460417:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.460418:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.460422:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880096c2cf00/0x9d5ae94021dde000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aa5 expref: 5201 pid: 15076 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.460429:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT1 00010000:00010000:0.0:1705683736.460431:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880096c2cf00/0x9d5ae94021dde000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7e01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aa5 expref: 5201 pid: 15076 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.460432:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460436:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:0.0:1705683736.460437:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880096c2cf00, rc 0) 00010000:00010000:3.0:1705683736.460439:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134c33700 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460440:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460443:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460448:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2061:0x0].0x32 (ffff8800a18eaa00) 00010000:00010000:3.0:1705683736.460450:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460451:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.460453:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed53c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5201:1858:x1788538570233024:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 495us (744us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.460454:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134c33700/0x9d5ae94021dd906e lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2061:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.460458:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261466 00010000:00010000:3.0:1705683736.460464:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.460468:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.460468:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.460469:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.460471:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.460473:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261467 00010000:00010000:3.0:1705683736.460474:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134c30a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460475:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.460476:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed55a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5200:30132:x1788538570233088:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.460479:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14206 initiator: MDT1 00010000:00010000:0.0:1705683736.460481:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.460484:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x200f:0x0].0x0 (ffff88009da74100) 00010000:00010000:3.0:1705683736.460485:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1705683736.460486:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460489:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134c30a00/0x9d5ae94021dd9075 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x200f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460502:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460506:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460509:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460512:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135c9e580 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460514:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460517:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460521:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2097:0x0].0x3131 (ffff8800a02e9b00) 00010000:00010000:3.0:1705683736.460523:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460524:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460527:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135c9e580/0x9d5ae94021dd96b8 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2097:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14293 initiator: MDT1 00010000:00010000:3.0:1705683736.460542:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460545:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460547:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460549:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801327f9680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460550:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460552:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460555:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x75:0x0].0x38 (ffff88009dfc1900) 00010000:00010000:3.0:1705683736.460556:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460556:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460558:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801327f9680/0x9d5ae94021dda694 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x75:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460566:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460568:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460570:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460571:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b01c500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460572:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460574:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460577:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2057:0x0].0x0 (ffff880131fa4700) 00010000:00010000:3.0:1705683736.460578:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460578:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460580:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b01c500/0x9d5ae94021ddb0c0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460588:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.460590:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.460592:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.460593:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a062a800 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460594:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.460596:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.460598:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131853700/0x9d5ae94021dde007 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x772f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588aac expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460598:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7d:0x0].0x32 (ffff880132687b00) 00010000:00010000:3.0:1705683736.460599:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460599:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.460601:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a062a800/0x9d5ae94021ddb2f0 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x7d:0x0].0x32 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00002000:00010000:0.0:1705683736.460609:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x772f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.460618:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.460619:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.460622:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131853700/0x9d5ae94021dde007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x772f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aac expref: 5201 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460628:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14212 initiator: MDT1 00010000:00010000:0.0:1705683736.460630:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131853700/0x9d5ae94021dde007 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x772f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aac expref: 5201 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460630:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460647:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460649:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c24b980 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460650:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131853700, rc 0) 00010000:00010000:3.0:1705683736.460651:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460654:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460660:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20c7:0x0].0x0 (ffff880099fe3100) 00010000:00010000:3.0:1705683736.460661:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460663:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14212 initiator: MDT1 00000100:00100000:0.0:1705683736.460665:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed55a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5201:30132:x1788538570233088:12345-192.168.204.14@tcp:101:dd.0 Request processed in 188us (919us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.460665:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c24b980/0x9d5ae94021ddb7ff lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x20c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14212 initiator: MDT1 00000100:00100000:0.0:1705683736.460670:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261467 00010000:00010000:3.0:1705683736.460675:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460677:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460679:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460680:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800982d4780 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460681:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460683:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14212 initiator: MDT1 00010000:00010000:3.0:1705683736.460685:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x3631 (ffff8800a0c6ec00) 00010000:00010000:0.0:1705683736.460686:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460686:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460687:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14212 initiator: MDT1 00010000:00010000:0.0:1705683736.460691:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460691:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800982d4780/0x9d5ae94021ddba05 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2023:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14212 initiator: MDT1 00010000:00010000:0.0:1705683736.460695:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:0.0:1705683736.460699:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135649900 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460701:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460701:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.460703:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.460704:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460705:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.460707:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de3200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460707:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.460709:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.460711:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20b2:0x0].0x3731 (ffff88009c38f800) 00010000:00010000:3.0:1705683736.460711:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x33 (ffff88009c88bc00) 00010000:00010000:3.0:1705683736.460712:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460713:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460713:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.460714:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460714:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de3200/0x9d5ae94021ddc3e4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2054:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.460720:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.460722:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135649900/0x9d5ae94021dd8dc0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x20b2:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.460722:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.460725:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.460728:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097f56f80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460728:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.460730:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.460732:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7d:0x0].0x38 (ffff88009c3da900) 00010000:00010000:3.0:1705683736.460733:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460734:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.460737:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097f56f80/0x9d5ae94021ddc908 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x7d:0x0].0x38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.460739:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460743:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460746:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460748:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460749:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b6cdb80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460751:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460751:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460753:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460755:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460756:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012442b980 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.460757:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460760:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460761:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff88009dda7b00) 00010000:00010000:0.0:1705683736.460762:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460765:0:3067:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.460766:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20c9:0x0].0x0 (ffff880097da0900) 00010000:00010000:3.0:1705683736.460767:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.460768:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460771:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460771:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012442b980/0x9d5ae94021ddcc11 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x20c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460775:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b6cdb80/0x9d5ae94021dd94ab lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460778:0:3066:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.460782:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460782:0:3066:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460785:0:3066:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460788:0:3066:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099f80c80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460789:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460789:0:3066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.460792:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460793:0:3066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.460795:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c6fb200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460796:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460800:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460805:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20c6:0x0].0x0 (ffff88012eb7bf00) 00010000:00010000:0.0:1705683736.460807:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460808:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460808:0:3066:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x3831 (ffff8800a1369700) 00010000:00010000:3.0:1705683736.460810:0:3066:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460812:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c6fb200/0x9d5ae94021dd94d5 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.460812:0:3066:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:3.0:1705683736.460815:0:3066:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099f80c80/0x9d5ae94021ddde39 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x2088:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.460822:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460825:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460828:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460831:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a217c00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460832:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460839:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00000100:00100000:3.0:1705683736.460840:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974de400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547650688:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1705683736.460844:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xe5:0x0].0x0 (ffff88009dfc1b00) 00010000:00010000:0.0:1705683736.460846:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460847:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 2/0,0 mode: --/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460850:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a217c00/0x9d5ae94021dd94dc lrc: 0/0,0 mode: --/TXN res: [0x240000400:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:0.0:1705683736.460861:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.460864:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.460868:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00000100:00100000:3.0:1705683736.460869:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.460871:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073789900 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460872:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.460875:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.460880:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2026:0x0].0x3731 (ffff88009a3da600) 00010000:00010000:0.0:1705683736.460882:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460883:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.460886:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073789900/0x9d5ae94021dd9664 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2026:0x0].0x3731 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00000100:00100000:3.0:1705683736.460890:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.460893:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974db700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547650752:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1705683736.460921:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14293 initiator: MDT1 00010000:00010000:0.0:1705683736.460926:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14293 initiator: MDT1 00000100:00100000:3.0:1705683736.460927:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.460929:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14293 initiator: MDT1 00010000:00010000:0.0:1705683736.460933:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099ecaa80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460934:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14293 initiator: MDT1 00010000:00010000:0.0:1705683736.460938:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14293 initiator: MDT1 00000100:00100000:3.0:1705683736.460941:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.460941:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.460944:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x208d:0x0].0x31 (ffff88009df2e600) 00010000:00010000:0.0:1705683736.460945:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.460947:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14293 initiator: MDT1 00000100:00100000:3.0:1705683736.460949:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650688 00010000:00010000:0.0:1705683736.460950:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecaa80/0x9d5ae94021dd9798 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x208d:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14293 initiator: MDT1 00010000:00010000:0.0:1705683736.460981:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.460986:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.460989:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.460996:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135347480 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.460997:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.461001:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.461007:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20c8:0x0].0x0 (ffff8800a009f000) 00010000:00010000:0.0:1705683736.461008:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.461009:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.461012:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135347480/0x9d5ae94021dd9aa1 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.461025:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461029:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461032:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461035:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a4f00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.461036:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461040:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461045:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff880135407000) 00010000:00010000:0.0:1705683736.461047:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.461048:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461051:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a4f00/0x9d5ae94021dd9bff lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461064:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461068:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461072:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461075:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880098bb9b80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.461076:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461080:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.461085:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff88009dda7b00) 00010000:00010000:0.0:1705683736.461086:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.461088:0:3067:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.461093:0:3067:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1705683736.461097:0:7689:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4723 committed batchid 4719 00010000:00010000:0.0:1705683736.461098:0:3067:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.461120:0:3067:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.461128:0:3067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3067:1788538547650816:0@lo:105: 00000100:00100000:0.0:1705683736.461152:0:3067:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683736.461162:0:7689:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009c9f6180 with version 8637 00000100:00100000:0.0:1705683736.461167:0:3067:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012bbfda80 going to sleep for 11 seconds 00000020:00080000:1.0:1705683736.461168:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4714 cancel update log [0x200000401:0x3:0x0].1639: rc = 0 00000100:00100000:0.0:1705683736.461177:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.461178:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.461183:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650752 00000020:00080000:1.0:1705683736.461196:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4714 cancel update log [0x240000400:0x3:0x0].714: rc = 0 00000004:00080000:1.0:1705683736.461216:0:7689:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009aa2f840 with version 8638 00000020:00080000:1.0:1705683736.461217:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4715 cancel update log [0x200000401:0x3:0x0].1640: rc = 0 00000020:00080000:1.0:1705683736.461230:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4715 cancel update log [0x240000400:0x3:0x0].715: rc = 0 00000004:00080000:1.0:1705683736.461241:0:7689:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009aa2fb40 with version 8639 00000020:00080000:1.0:1705683736.461243:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4716 cancel update log [0x200000401:0x3:0x0].1641: rc = 0 00000020:00080000:1.0:1705683736.461253:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4716 cancel update log [0x240000400:0x3:0x0].716: rc = 0 00000004:00080000:1.0:1705683736.461268:0:7689:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800738f86c0 with version 8640 00000020:00080000:1.0:1705683736.461270:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4717 cancel update log [0x200000401:0x3:0x0].1642: rc = 0 00000020:00080000:1.0:1705683736.461280:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4717 cancel update log [0x240000400:0x3:0x0].717: rc = 0 00000004:00080000:1.0:1705683736.461297:0:7689:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009e08c780 with version 8641 00000020:00080000:1.0:1705683736.461298:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4718 cancel update log [0x200000401:0x3:0x0].1643: rc = 0 00000020:00080000:1.0:1705683736.461308:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4718 cancel update log [0x240000400:0x3:0x0].718: rc = 0 00000004:00080000:1.0:1705683736.461324:0:7689:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009e08c480 with version 8642 00000020:00080000:1.0:1705683736.461325:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4719 cancel update log [0x200000401:0x3:0x0].1644: rc = 0 00000020:00080000:1.0:1705683736.461336:0:7689:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4719 cancel update log [0x240000400:0x3:0x0].719: rc = 0 00000020:00080000:1.0:1705683736.461344:0:7689:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4719 00000004:00080000:1.0:1705683736.461365:0:7681:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff88008a1cd180 version 8637 rpc_version 8637 00000020:00100000:1.0:1705683736.461379:0:7681:0:(genops.c:2249:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1705683736.461383:0:7681:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008ed50500 x1788538547650944/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1705683736.461395:0:7681:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008ed50500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7681:1788538547650944:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1705683736.461415:0:7681:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.461472:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.461473:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.461477:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36040 00000100:00100000:3.0:1705683736.461481:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+17:3080:x1788538547650688:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1705683736.461489:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.461505:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097f54280/0x9d5ae94021ddc99b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e9f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021ddc994 expref: 17 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.461516:0:6518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e9f:0x0].0x0 (ffff88009d283d00) 00010000:00010000:3.0:1705683736.461522:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.461539:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+16:3080:x1788538547650688:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.461545:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36040 00000100:00100000:3.0:1705683736.461568:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974de400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547650688:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1705683736.461743:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.461744:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.461749:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36041 00000100:00100000:0.0:1705683736.461752:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+15:3080:x1788538547650752:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1705683736.461759:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.461768:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009edf6580/0x9d5ae94021dd9e91 lrc: 0/0,0 mode: --/PW res: [0x200000400:0x9a:0x0].0x3131 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dd9e75 expref: 15 pid: 14267 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.461778:0:14217:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9a:0x0].0x3131 (ffff88009db9e300) 00010000:00010000:0.0:1705683736.461782:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.461802:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+14:3080:x1788538547650752:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 49us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.461806:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36041 00000100:00100000:0.0:1705683736.461922:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134871e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547648320:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.461932:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974db700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3080:1788538547650752:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1705683736.461940:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.461942:0:7681:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009e08c9c0 going to sleep for 11 seconds 00010000:00100000:0.0:1705683736.461947:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.461948:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.461949:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.461959:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.461960:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.461966:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009777d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547648128:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.461966:0:14267:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650944 00010000:00010000:0.0:1705683736.461977:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.461981:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.461982:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.461983:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.461991:0:14267:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.461992:0:14267:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.461995:0:14267:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25152 00000100:00100000:3.0:1705683736.461995:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.461996:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.461998:0:14267:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed53700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:7681:x1788538547650944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1705683736.462014:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ec100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547648384:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.462027:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.462037:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.462038:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.462039:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462049:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547649344:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.462063:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801319c9b80/0x9d5ae94021dddf3c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a58 expref: 2852 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.462073:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801319c9b80, rc 0) 00000100:00100000:1.0:1705683736.462088:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134874b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:29031:x1788538570231808:12345-192.168.204.14@tcp:101:dd.0 Request processed in 11072us (11106us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.462094:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261452 00000100:00100000:3.0:1705683736.462488:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358e9400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547648512:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.462504:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547649728:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.462506:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134ab9e00/0x9d5ae94021dddf0b lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a51 expref: 2867 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.462514:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ab9e00, rc 0) 00010000:00010000:1.0:1705683736.462520:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.462534:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134874100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2867:29913:x1788538570231744:12345-192.168.204.14@tcp:101:dd.0 Request processed in 13231us (13273us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.462535:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd70f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5200:1858:x1788538570231360:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10242us (10300us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.462539:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261445 00000100:00100000:1.0:1705683736.462544:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99756 00000100:00100000:3.0:1705683736.462569:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073902800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547649408:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.462583:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1b700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0001_UUID:15154:1788538547649472:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.462593:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.462599:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.462599:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.462600:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.462603:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.462603:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.462615:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.462616:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.462618:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134871400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:1856:x1788538570231168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11375us (11718us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.462620:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233216 00000100:00100000:0.0:1705683736.462623:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99752 00000100:00100000:3.0:1705683736.462645:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.462646:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462647:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134877300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547648576:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.462650:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261468 00000100:00100000:3.0:1705683736.462653:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed51e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:15130:x1788538570233216:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.462659:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.462660:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00100000:1.0:1705683736.462664:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.462665:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.462666:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462680:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14242:1788538547649792:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.462690:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.462694:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.462695:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.462696:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.462771:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547649856:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.462781:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.462786:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.462787:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.462787:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462798:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.462804:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547648960:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.462808:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.462815:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.462817:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00100000:0.0:1705683736.462819:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.462820:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.462820:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.462825:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.462825:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462826:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.462830:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233664 00000100:00100000:1.0:1705683736.462832:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462833:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462837:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233984 00010000:00010000:0.0:1705683736.462841:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2866 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.462848:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2853 pid: 15097 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.462851:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.462851:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.462868:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99761 00000100:00100000:0.0:1705683736.462871:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013486b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:1855:x1788538570233664:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.462876:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.462876:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462876:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.462880:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99762 00000100:00100000:1.0:1705683736.462884:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1855:x1788538570233984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.462887:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2866 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.462889:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.462891:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2853 pid: 15097 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.462893:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2866 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.462898:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2853 pid: 15097 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.462922:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe9e080/0x9d5ae94021dc6cf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7699:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a52 expref: 2866 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.462931:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.462932:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.462935:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ab9e00/0x9d5ae94021dddf0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a51 expref: 2865 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.462941:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab9e00/0x9d5ae94021dddf0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a51 expref: 2865 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.462958:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134ab9e00/0x9d5ae94021dddf0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7699:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a51 expref: 2865 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.462969:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e4100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0001_UUID:15154:1788538547651008:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.462987:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.463004:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b19400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547649152:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.463021:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.463026:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.463026:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.463027:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463042:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547648896:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.463052:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.463056:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.463057:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.463058:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463063:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463064:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463068:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234176 00010000:00010000:1.0:1705683736.463070:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463072:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463074:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463079:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.463081:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463081:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463084:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234240 00010000:00010000:1.0:1705683736.463089:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.463092:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463093:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463097:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261469 00000100:00100000:0.0:1705683736.463100:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:27256:x1788538570234176:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:1.0:1705683736.463102:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1855:x1788538570233984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (275us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.463106:0:15070:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.463107:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99762 00000100:00100000:1.0:1705683736.463137:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.463145:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463146:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463150:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233792 00010000:00010000:1.0:1705683736.463158:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2854 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.463167:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463168:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463171:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99763 00000100:00100000:1.0:1705683736.463174:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1855:x1788538570233792:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.463179:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.463182:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2854 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.463187:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2854 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.463199:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800982a1680/0x9d5ae94021dde00e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7e0e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ab3 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463200:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9180/0x9d5ae94021dc3e99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6039:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3e6 expref: 2854 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.463211:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463212:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463213:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.463213:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7e0e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.463218:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.463222:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.463224:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.463228:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800982a1680/0x9d5ae94021dde00e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ab3 expref: 2854 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463236:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.463236:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800982a1680/0x9d5ae94021dde00e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ab3 expref: 2854 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.463242:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800982a1680, rc 0) 00000100:00100000:1.0:1705683736.463249:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adda00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1855:x1788538570233792:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 73us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.463253:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99763 00000100:00100000:3.0:1705683736.463257:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed51e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:15130:x1788538570233216:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 603us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.463262:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261468 00000100:00100000:3.0:1705683736.463271:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.463272:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.463276:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261470 00000100:00100000:1.0:1705683736.463279:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.463279:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:15162:x1788538570234240:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.463284:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.463285:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463286:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463294:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234112 00010000:00010000:1.0:1705683736.463302:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4896 pid: 15004 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.463313:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463313:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463316:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99764 00000100:00100000:1.0:1705683736.463319:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1855:x1788538570234112:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.463325:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.463327:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4896 pid: 15004 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.463333:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4896 pid: 15004 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.463345:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463346:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463347:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463352:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463360:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.463371:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1855:x1788538570234112:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 52us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.463375:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99764 00000100:00100000:1.0:1705683736.463401:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.463407:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463408:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463412:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234304 00010000:00010000:1.0:1705683736.463419:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.463427:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463428:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463431:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99765 00000100:00100000:1.0:1705683736.463434:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:1855:x1788538570234304:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.463439:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.463446:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.463453:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.463463:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009994e080/0x9d5ae94021d61de3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6172:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b28 expref: 2866 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.463469:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463471:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463472:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463473:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65680/0x9d5ae94021dddeef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a35 expref: 2865 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.463474:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463478:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65680/0x9d5ae94021dddeef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a35 expref: 2865 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.463479:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.463483:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463491:0:6518:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0f65680/0x9d5ae94021dddeef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6172:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a35 expref: 2865 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.463494:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.463498:0:6518:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ad8f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6518:1788538547651072:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.463512:0:6518:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.463532:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.463548:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.463553:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463554:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463558:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233280 00010000:00010000:1.0:1705683736.463567:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4896 pid: 15036 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.463576:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463577:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463580:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99766 00000100:00100000:1.0:1705683736.463583:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4896:1857:x1788538570233280:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.463588:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.463590:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4896 pid: 15036 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.463596:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4896 pid: 15036 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.463606:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d2e9680/0x9d5ae94021d8637d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256aa5a expref: 4896 pid: 15036 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.463615:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463616:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.463617:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463621:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463644:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.463654:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4895:1857:x1788538570233280:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 70us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.463658:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99766 00010000:00010000:1.0:1705683736.463673:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463679:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463684:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463688:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.463696:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.463706:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+380:3083:x1788538547649600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11298us (11416us total) trans 4295071732 rc 0/0 00000100:00100000:0.0:1705683736.463712:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261454 00000100:00100000:0.0:1705683736.463721:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463721:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463724:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234368 00000100:00100000:0.0:1705683736.463734:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463735:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.463738:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261471 00000100:00100000:0.0:1705683736.463740:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adf300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:21736:x1788538570234368:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.463745:0:15097:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.463803:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd71e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+876:3080:x1788538547648000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16472us (17108us total) trans 4295071913 rc 0/0 00000100:00100000:1.0:1705683736.463809:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261441 00000004:00080000:1.0:1705683736.463837:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cd74600/2, rc 0, transno 104617 00000100:00100000:1.0:1705683736.463845:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd74600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547648000:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.463882:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ad8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547651136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.463899:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.463934:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463935:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463938:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547651136 00000100:00100000:1.0:1705683736.463950:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463950:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.463953:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261472 00000100:00100000:1.0:1705683736.463956:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+876:3082:x1788538547651136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.463968:0:15087:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14721 count 1 00010000:00010000:1.0:1705683736.464060:0:15087:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464069:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4894 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464074:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.464075:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.464076:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464090:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4894 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464097:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4894 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.464105:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ade900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547651200:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.464118:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.464145:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.464153:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464153:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464158:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233408 00010000:00010000:3.0:1705683736.464166:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f38e580/0x9d5ae94021dde01c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ac1 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464167:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5200 pid: 15030 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.464176:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464177:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:3.0:1705683736.464177:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683736.464180:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99767 00000100:00100000:1.0:1705683736.464183:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5200:1857:x1788538570233408:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.464186:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.464187:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.464188:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.464190:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f38e580/0x9d5ae94021dde01c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac1 expref: 2854 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464196:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5200 pid: 15030 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.464201:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f38e580/0x9d5ae94021dde01c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac1 expref: 2854 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464202:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5200 pid: 15030 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.464206:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f38e580, rc 0) 00010000:00010000:1.0:1705683736.464214:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800997ca800/0x9d5ae94021dbcf80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6c3b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9e8 expref: 5200 pid: 15030 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.464217:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:15162:x1788538570234240:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 938us (1410us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.464222:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261470 00010000:00010000:1.0:1705683736.464223:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.464224:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.464226:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319c9b80/0x9d5ae94021dddf3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a58 expref: 2854 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464232:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319c9b80/0x9d5ae94021dddf3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a58 expref: 2854 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464246:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801319c9b80/0x9d5ae94021dddf3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c3b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a58 expref: 2853 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464253:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099add000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547651264:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.464253:0:15080:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800974f1b80/0x9d5ae94021d870f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256acb4 expref: 4894 pid: 15004 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.464262:0:15080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358e9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547649216:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.464266:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a780 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.464278:0:15080:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.464283:0:15080:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.464284:0:15080:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.464284:0:15080:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.464285:0:15080:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464288:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.464289:0:15080:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464294:0:15080:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464295:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464295:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464300:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233536 00010000:00010000:3.0:1705683736.464302:0:15080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464309:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.464312:0:15080:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683736.464319:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464319:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464323:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99768 00000100:00100000:1.0:1705683736.464325:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad9400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:1857:x1788538570233536:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.464330:0:15097:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994cc000/0x9d5ae94021dde023 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ac8 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464330:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.464332:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.464338:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.464341:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5199 pid: 14241 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.464349:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ab1a300/0x9d5ae94021d87455 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ad6a expref: 4894 pid: 15044 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.464350:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2854 pid: 15075 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.464354:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.464355:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.464356:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cc000/0x9d5ae94021dde023 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac8 expref: 2854 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464360:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.464361:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.464363:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464367:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464368:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2854 pid: 15075 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.464373:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2854 pid: 15075 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.464380:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547651328:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.464381:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.464390:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad9400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1857:x1788538570233536:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 64us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.464395:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99768 00010000:00010000:0.0:1705683736.464398:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5199 pid: 14241 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.464404:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5199 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.464410:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800974e1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547651392:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.464417:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ed000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+877:3080:x1788538547649024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13768us (13939us total) trans 4295071914 rc 0/0 00000100:00100000:0.0:1705683736.464419:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000004:00080000:1.0:1705683736.464420:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358e8500/2, rc 0, transno 104618 00000100:00100000:3.0:1705683736.464422:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261450 00000100:00100000:1.0:1705683736.464425:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358e8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547649024:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.464429:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683736.464433:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464437:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131c3e800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.464438:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.464439:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464441:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464444:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464445:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1705683736.464446:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801319c8c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.464447:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464449:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099adbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547651456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.464451:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464453:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464457:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131c3e800/0x9d5ae94021dddf51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464459:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464462:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801319c8c80/0x9d5ae94021dddef6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3979:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464464:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.464475:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.464476:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464480:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ab8c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.464481:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.464482:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.464482:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464482:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464483:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.464486:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464487:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.464488:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464493:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464494:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464498:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ab8c80/0x9d5ae94021dddf35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464502:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.464503:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131b1bc00/2, rc 0, transno 104436 00000100:00100000:0.0:1705683736.464510:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547649600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.464510:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.464511:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.464512:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464537:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.464546:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.464546:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.464552:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547651456 00000100:00100000:1.0:1705683736.464584:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fde1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+878:3080:x1788538547649280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13596us (13636us total) trans 4295071915 rc 0/0 00000100:00100000:1.0:1705683736.464588:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261451 00010000:00010000:3.0:1705683736.464595:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134abb700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.464597:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464602:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464605:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547651520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.464607:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.464608:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.464610:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.464611:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261473 00000100:00100000:0.0:1705683736.464614:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+877:3082:x1788538547651456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.464619:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.464619:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134abb700/0x9d5ae94021dddf43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.464623:0:15067:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14722 count 1 00000004:00080000:1.0:1705683736.464653:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358ee900/2, rc 0, transno 104619 00000100:00100000:3.0:1705683736.464654:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.464655:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464658:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ee900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547649280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.464660:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547651520 00000100:00100000:3.0:1705683736.464674:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.464674:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464678:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.464678:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261474 00000100:00100000:1.0:1705683736.464681:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547651584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.464681:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+380:3080:x1788538547651520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.464690:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24635 count 1 00000100:00100000:1.0:1705683736.464696:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.464705:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464706:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464712:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547651584 00000100:00100000:1.0:1705683736.464724:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464725:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.464727:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261475 00000100:00100000:1.0:1705683736.464729:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099addf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+878:3080:x1788538547651584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.464737:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14723 count 1 00010000:00010000:3.0:1705683736.464745:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464754:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2854 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.464758:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.464759:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.464760:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464773:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2854 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.464778:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2854 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.464789:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547651648:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.464798:0:15067:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.464802:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.464805:0:15067:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4892 pid: 15081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464810:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.464810:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.464810:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.464811:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464811:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.464813:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.464814:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464822:0:15067:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4892 pid: 15081 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464822:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4892 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464827:0:15067:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4892 pid: 15081 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.464827:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.464827:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.464828:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464831:0:15077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801355a5900/0x9d5ae94021dc3e68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6037:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ca expref: 2854 pid: 15097 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.464834:0:15067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b19400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15067:1788538547651712:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.464839:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ecb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15077:1788538547649088:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.464840:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4892 pid: 8807 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.464845:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4892 pid: 8807 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.464847:0:15067:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.464852:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099adb200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547651776:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.464852:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.464856:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.464857:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.464857:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.464859:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464862:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464864:0:15070:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994ce800/0x9d5ae94021dde03f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588aba expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.464866:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260f00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.464868:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464872:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464876:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4893 pid: 14996 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.464881:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.464882:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.464884:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce800/0x9d5ae94021dde03f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aba expref: 4893 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464885:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.464892:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.464893:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.464894:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4893 pid: 14996 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.464895:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.464899:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4893 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.464900:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134abbc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.464901:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.464925:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547651840:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.464925:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464933:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464937:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134abbc00/0x9d5ae94021dddf27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6037:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.464948:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.464949:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0000 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.464949:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.464950:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.465037:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ef300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+381:3082:x1788538547648832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14516us (14629us total) trans 4295071733 rc 0/0 00000100:00100000:3.0:1705683736.465041:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261449 00000004:00080000:0.0:1705683736.465109:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800974e0000/2, rc 0, transno 104437 00000100:00100000:0.0:1705683736.465115:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.465150:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547651904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.465167:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.465244:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465245:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465250:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233728 00010000:00010000:1.0:1705683736.465260:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2854 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.465271:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465272:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465275:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99769 00000100:00100000:1.0:1705683736.465278:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1857:x1788538570233728:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.465284:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.465286:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2854 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.465293:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2854 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.465306:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bad5b80/0x9d5ae94021dc3e45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6034:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3a0 expref: 2854 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.465314:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.465315:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.465316:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465321:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465332:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.465339:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465345:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.465345:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1857:x1788538570233728:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.465349:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99769 00010000:00010000:0.0:1705683736.465350:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465353:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465365:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.465458:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ead00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+381:3082:x1788538547648448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16159us (16442us total) trans 4295071734 rc 0/0 00000100:00100000:0.0:1705683736.465463:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261444 00000100:00100000:0.0:1705683736.465472:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.465473:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.465476:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547651904 00000100:00100000:0.0:1705683736.465490:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.465491:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.465493:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261476 00000100:00100000:0.0:1705683736.465495:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b1b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+381:3082:x1788538547651904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.465503:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24636 count 1 00010000:00010000:0.0:1705683736.465571:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465577:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2852 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.465581:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.465582:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.465583:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465595:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2852 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.465601:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2852 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.465612:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547651968:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.465631:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa4180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.465651:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.465653:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465658:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801319c8f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.465660:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465664:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.465664:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358e8000/2, rc 0, transno 104438 00000100:00100000:1.0:1705683736.465671:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648448:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.465673:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465676:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319c8f00/0x9d5ae94021dddf12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465693:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.465694:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.465695:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.465723:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134877300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547652032:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.465740:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.465741:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.465748:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465749:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465753:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233920 00010000:00010000:1.0:1705683736.465762:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.465776:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465777:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465780:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99770 00000100:00100000:1.0:1705683736.465782:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4894:1857:x1788538570233920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.465788:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.465790:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.465796:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.465809:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b21d180/0x9d5ae94021d86cd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256abe9 expref: 4894 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.465818:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.465819:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.465820:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465825:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465835:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.465841:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.465843:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.465844:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.465849:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652032 00010000:00010000:0.0:1705683736.465850:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.465850:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1857:x1788538570233920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.465854:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.465855:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99770 00010000:00010000:0.0:1705683736.465858:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.465864:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.465864:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.465866:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.465868:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261477 00000100:00100000:3.0:1705683736.465871:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134870500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+382:3083:x1788538547652032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.465876:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00080000:3.0:1705683736.465880:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24637 count 1 00000100:00100000:1.0:1705683736.465883:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465884:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465887:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233344 00010000:00010000:1.0:1705683736.465894:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4893 pid: 8807 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.465920:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465921:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.465925:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99771 00000100:00100000:1.0:1705683736.465928:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef34b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1857:x1788538570233344:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.465933:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.465936:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4893 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.465942:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4893 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.465952:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9b7480/0x9d5ae94021d8684d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ab4f expref: 4893 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.465959:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465961:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.465962:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.465963:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465968:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.465968:0:14416:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2852 pid: 15080 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.465970:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801349f4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+879:3081:x1788538547648640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16008us (16202us total) trans 4295071916 rc 0/0 00010000:00010000:3.0:1705683736.465973:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.465974:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261447 00010000:00010000:3.0:1705683736.465974:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.465975:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.465984:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.465987:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.465988:0:14416:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2852 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.465989:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.465994:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134c2d900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.465995:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.465995:0:14416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2852 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.465996:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef34b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4892:1857:x1788538570233344:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 67us (119us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.465999:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.466001:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99771 00000100:00100000:3.0:1705683736.466002:0:14416:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547652096:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.466010:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466017:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c2d900/0x9d5ae94021dddf20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.466018:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.466019:0:14416:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.466023:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466027:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.466027:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.466028:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.466028:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.466033:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.466043:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358e8a00/2, rc 0, transno 104620 00010000:00010000:1.0:1705683736.466048:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.466049:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.466050:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358e8a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547648640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.466055:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.466057:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466062:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801319cb980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.466063:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466067:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.466067:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.466074:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466078:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801319cb980/0x9d5ae94021dddefd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.466080:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.466088:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.466089:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.466090:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.466094:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466094:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.466095:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466100:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233472 00010000:00010000:0.0:1705683736.466110:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2853 pid: 15099 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.466112:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.466120:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466121:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466123:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233600 00000100:00100000:3.0:1705683736.466123:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466123:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.466129:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2854 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.466129:0:14208:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234432 00000100:00100000:0.0:1705683736.466138:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466139:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466141:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570233856 00010000:00010000:0.0:1705683736.466146:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2855 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.466147:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466148:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466152:0:14208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207281 00000100:00100000:0.0:1705683736.466155:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466156:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466156:0:14208:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+1243:31070:x1788538570234432:12345-192.168.204.14@tcp:101:mrename.0 00000100:00100000:0.0:1705683736.466158:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234048 00010000:00010000:0.0:1705683736.466163:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2856 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.466164:0:14208:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.466168:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466169:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466172:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99772 00000100:00100000:0.0:1705683736.466175:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2856:1857:x1788538570233472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.466179:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.466182:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2856 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.466187:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2856 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.466197:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b90780/0x9d5ae94021dc3e22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f392 expref: 2856 pid: 15099 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.466204:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.466205:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.466207:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466211:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466219:0:14208:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee4f00/0x9d5ae94021dde054 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588acf expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466223:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.466236:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2855:1857:x1788538570233472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.466240:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99772 00000100:00100000:0.0:1705683736.466249:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466250:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466252:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99773 00000100:00100000:0.0:1705683736.466254:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2854:1857:x1788538570233600:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.466258:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.466261:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2854 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.466270:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2854 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.466277:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca10500/0x9d5ae94021dc3e7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6038:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3d8 expref: 2854 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.466281:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099409e00/0x9d5ae94021dde05b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:0.0:1705683736.466283:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.466284:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.466286:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466288:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099409e00/0x9d5ae94021dde05b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT0 00010000:00010000:0.0:1705683736.466290:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466294:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099409e00/0x9d5ae94021dde05b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT0 00010000:00010000:0.0:1705683736.466299:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1705683736.466322:0:14208:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x200000403:0x1ea9:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.466324:0:14208:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1705683736.466355:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fee4f00/0x9d5ae94021dde054 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588acf expref: 1245 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466368:0:14208:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099409e00/0x9d5ae94021dde05b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588acf expref: 1244 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466373:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff880098224900) 00010000:00010000:3.0:1705683736.466375:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1705683736.466377:0:14208:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099409e00, rc 0) 00000100:00100000:3.0:1705683736.466391:0:14208:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ecb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+1244:31070:x1788538570234432:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 235us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.466396:0:14208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207281 00010000:00010000:3.0:1705683736.466412:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466417:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466422:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466426:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466434:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.466542:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+383:3082:x1788538547648256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18404us (18438us total) trans 4295071735 rc 0/0 00000100:00100000:3.0:1705683736.466547:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261443 00010000:00010000:3.0:1705683736.466562:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.466564:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466569:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ab9680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.466570:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466578:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466586:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466589:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ab9680/0x9d5ae94021dddf04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6033:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466600:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.466600:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.466601:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.466614:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c542d00/2, rc 0, transno 104439 00000100:00100000:3.0:1705683736.466620:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c542d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.466664:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358e9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547652160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.466681:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.466692:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466693:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466697:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652160 00000100:00100000:3.0:1705683736.466708:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466709:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466711:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261478 00000100:00100000:3.0:1705683736.466714:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801358e9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+383:3080:x1788538547652160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.466722:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24638 count 1 00010000:00010000:3.0:1705683736.466772:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466783:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2853 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.466788:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.466789:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.466790:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.466802:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2853 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.466808:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2853 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.466837:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801358ec100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547652224:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.466856:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.466894:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.466936:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.466938:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1857:x1788538570233600:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 680us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.466943:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99773 00000100:00100000:3.0:1705683736.466945:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466946:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466950:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234624 00000100:00100000:0.0:1705683736.466951:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466952:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.466955:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99774 00000100:00100000:0.0:1705683736.466959:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:1857:x1788538570233856:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.466964:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.466964:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.466965:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.466966:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2852 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.466969:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261479 00000100:00100000:3.0:1705683736.466972:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974de400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4892:15161:x1788538570234624:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.466976:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2852 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.466979:0:15089:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.466985:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013115de00/0x9d5ae94021dc3e53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3ae expref: 2852 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.466992:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.466993:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.466995:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.466998:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467009:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.467021:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa3200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2851:1857:x1788538570233856:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 62us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.467024:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99774 00000100:00100000:0.0:1705683736.467033:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.467033:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.467036:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99775 00000100:00100000:0.0:1705683736.467039:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073902800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2850:1857:x1788538570234048:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.467043:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.467045:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2850 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.467054:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2850 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.467062:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca12d00/0x9d5ae94021dc3e61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6036:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3bc expref: 2850 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.467069:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.467070:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.467072:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467076:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467087:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.467096:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073902800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2849:1857:x1788538570234048:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (1001us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.467100:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99775 00010000:00010000:0.0:1705683736.467121:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467125:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467129:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467137:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467144:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.467230:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+384:3082:x1788538547648768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16720us (16870us total) trans 4295071736 rc 0/0 00000100:00100000:0.0:1705683736.467235:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261448 00010000:00010000:0.0:1705683736.467256:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467261:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467266:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467270:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467278:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.467327:0:15089:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099408c80/0x9d5ae94021dde069 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ad6 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.467340:0:15089:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683736.467347:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974e5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+384:3081:x1788538547648704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17536us (17651us total) trans 4295071737 rc 0/0 00010000:00010000:3.0:1705683736.467349:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.467350:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.467351:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261446 00010000:00010000:3.0:1705683736.467353:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099408c80/0x9d5ae94021dde069 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ad6 expref: 4893 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.467359:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099408c80/0x9d5ae94021dde069 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ad6 expref: 4893 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467363:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.467365:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099408c80, rc 0) 00010000:00010000:0.0:1705683736.467366:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467374:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131c3cc80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.467375:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.467376:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974de400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:15161:x1788538570234624:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 403us (441us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.467380:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.467380:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261479 00010000:00010000:0.0:1705683736.467388:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467392:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131c3cc80/0x9d5ae94021dddf2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.467394:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.467396:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.467400:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e2c9b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.467402:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467404:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.467404:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.467406:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.467406:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.467413:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.467419:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358ee400/2, rc 0, transno 104440 00010000:00010000:3.0:1705683736.467420:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e2c9b80/0x9d5ae94021dddf19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.467425:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ee400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547648768:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.467433:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.467434:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.467435:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.467463:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358ea800/2, rc 0, transno 104441 00000100:00100000:0.0:1705683736.467467:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ea800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547648704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.467486:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1705683736.467491:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134875000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547652352:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.467507:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.467521:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134875a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547652288:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.467531:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.467577:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134873200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+879:3080:x1788538547648192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19551us (19585us total) trans 4295071917 rc 0/0 00000100:00100000:1.0:1705683736.467582:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261442 00000100:00100000:1.0:1705683736.467592:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467593:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467597:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652352 00000100:00100000:1.0:1705683736.467607:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467607:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467609:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652288 00000100:00100000:1.0:1705683736.467615:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467616:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467619:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261480 00000100:00100000:1.0:1705683736.467622:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134872800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+385:3083:x1788538547652352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.467644:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24640 count 1 00000100:00100000:0.0:1705683736.467666:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.467667:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.467673:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261481 00000100:00100000:0.0:1705683736.467676:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134871400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+385:3081:x1788538547652288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.467685:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24639 count 1 00010000:00010000:1.0:1705683736.467718:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.467726:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2848 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.467732:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.467733:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.467733:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.467746:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2848 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.467753:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2848 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.467758:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.467760:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef36400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547652416:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.467766:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2848 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.467771:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.467772:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.467773:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.467774:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260000 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.467786:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2848 pid: 15080 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.467787:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467788:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.467792:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2848 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.467793:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234560 00000100:00100000:0.0:1705683736.467799:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134871e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547652480:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.467807:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467808:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.467812:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57726 00000100:00100000:0.0:1705683736.467813:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.467815:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800974db700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1106:30881:x1788538570234560:12345-192.168.204.14@tcp:35:rm.0 00000100:00100000:1.0:1705683736.467898:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800974db700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1107:30881:x1788538570234560:12345-192.168.204.14@tcp:35:rm.0 Request processed in 81us (1004us total) trans 4295030422 rc 0/0 00000100:00100000:1.0:1705683736.467903:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57726 00010000:00010000:0.0:1705683736.467948:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467953:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467958:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467961:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467969:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.467974:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.467976:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467980:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801319caf80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.467981:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467985:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467993:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.467997:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801319caf80/0x9d5ae94021dddf58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6038:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.468006:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.468007:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.468009:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.468015:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef33200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547652544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.468199:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.468258:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.468259:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.468264:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652544 00000100:00100000:0.0:1705683736.468278:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.468279:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.468282:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261482 00000100:00100000:0.0:1705683736.468285:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+879:3083:x1788538547652544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.468293:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14724 count 1 00010000:00010000:0.0:1705683736.468409:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.468417:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4892 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.468421:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.468422:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.468423:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.468435:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4892 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.468440:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4892 pid: 15030 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.468447:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547652608:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.468476:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f240 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.468617:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073906400/2, rc 0, transno 104621 00000100:00100000:3.0:1705683736.468629:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073906400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547648192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.468673:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.468692:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547652672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.468710:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.468717:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547649984:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.468722:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.468722:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.468726:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234688 00010000:00010000:1.0:1705683736.468736:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.468739:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.468740:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.468742:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652672 00000100:00100000:3.0:1705683736.468750:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.468751:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.468752:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab13200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4892:1857:x1788538570232640:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 15629us (15743us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.468755:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261483 00000100:00100000:1.0:1705683736.468757:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99759 00000100:00100000:3.0:1705683736.468759:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5200:29581:x1788538570234688:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.468765:0:15089:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.468781:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+386:3083:x1788538547649536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16361us (16421us total) trans 4295071738 rc 0/0 00000100:00100000:0.0:1705683736.468787:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261455 00000100:00100000:1.0:1705683736.468798:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.468799:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.468804:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261484 00000100:00100000:1.0:1705683736.468807:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735e8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+880:3080:x1788538547652672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.468817:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14725 count 1 00000004:00080000:0.0:1705683736.468929:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131b18500/2, rc 0, transno 104442 00000100:00100000:0.0:1705683736.468934:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b18500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547649536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.468963:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098118f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547652736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.468977:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.468990:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.468991:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.468995:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547652736 00010000:00010000:1.0:1705683736.469000:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.469006:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.469007:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.469009:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261485 00010000:00010000:1.0:1705683736.469009:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4891 pid: 15030 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.469012:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+386:3081:x1788538547652736:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.469014:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.469015:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.469016:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.469020:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24641 count 1 00010000:00010000:1.0:1705683736.469029:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4891 pid: 15030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.469039:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4891 pid: 15030 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.469045:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef32d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547652800:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.469060:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.469147:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1e400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0000_UUID:15026:1788538547650304:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.469159:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.469164:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.469165:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.469166:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.469173:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.469178:0:15089:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e68280/0x9d5ae94021dde08c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588add expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.469180:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2848 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.469188:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.469188:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.469189:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.469192:0:15089:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b8b:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:0.0:1705683736.469199:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2848 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.469201:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.469202:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.469204:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2848 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.469210:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14242:1788538547652864:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.469222:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012bbfde40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.469424:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e68280/0x9d5ae94021dde08c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588add expref: 5201 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.469457:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e68280/0x9d5ae94021dde08c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588add expref: 5201 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.469463:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e68280, rc 0) 00000100:00100000:1.0:1705683736.469596:0:15065:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab17300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_066:lustre-OST0001_UUID:15065:1788538547650624:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.469609:0:15065:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.469615:0:15065:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.469615:0:15065:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.469616:0:15065:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469648:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.469657:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469657:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469662:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234752 00010000:00010000:1.0:1705683736.469675:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4892 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.469687:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469687:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469691:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99776 00000100:00100000:1.0:1705683736.469694:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef30500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4892:1857:x1788538570234752:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.469700:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.469709:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4892 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.469720:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4892 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.469733:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.469734:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.469737:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ef7cc80/0x9d5ae94021dddf5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a74 expref: 4892 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.469742:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef7cc80/0x9d5ae94021dddf5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a74 expref: 4892 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.469757:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ef7cc80/0x9d5ae94021dddf5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a74 expref: 4892 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.469764:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547652928:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.469780:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.469799:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.469808:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469809:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469813:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234880 00010000:00010000:1.0:1705683736.469822:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4893 pid: 15084 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.469832:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469833:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469837:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99777 00000100:00100000:1.0:1705683736.469840:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd74100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1857:x1788538570234880:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.469845:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.469847:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4893 pid: 15084 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.469853:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4893 pid: 15084 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.469862:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.469863:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.469865:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.469869:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.469880:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.469890:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd74100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1857:x1788538570234880:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.469894:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99777 00000100:00100000:1.0:1705683736.469939:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.469946:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469947:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469950:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235008 00010000:00010000:1.0:1705683736.469957:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.469966:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469967:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.469969:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99778 00000100:00100000:1.0:1705683736.469972:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd73700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4893:1856:x1788538570235008:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.469976:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.469978:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.469983:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.469994:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097639400/0x9d5ae94021d88183 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256afe0 expref: 4893 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.470004:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.470004:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.470006:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.470010:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.470018:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.470027:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd73700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4892:1856:x1788538570235008:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 54us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.470030:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99778 00000100:00100000:3.0:1705683736.471314:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5201:29581:x1788538570234688:12345-192.168.204.14@tcp:101:dd.0 Request processed in 2552us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.471321:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261483 00010000:00010000:3.0:1705683736.471363:0:15019:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099fa3200/0x9d5ae94021db9d84 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257846b expref: 4892 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.471375:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974d8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547650048:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.471406:0:15019:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef7cc80/0x9d5ae94021dddf5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5e6e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a74 expref: 4891 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471415:0:15019:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef7cc80, rc 0) 00000100:00100000:3.0:1705683736.471431:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4891:27217:x1788538570232064:12345-192.168.204.14@tcp:101:dd.0 Request processed in 18224us (18485us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.471436:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261458 00010000:00010000:1.0:1705683736.471470:0:15065:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471471:0:15024:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a0ea80/0x9d5ae94021d876d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ae19 expref: 4889 pid: 15084 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.471476:0:15065:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.471479:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a85d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547650368:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.471482:0:15065:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.471486:0:15065:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471493:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.471498:0:15065:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00100000:3.0:1705683736.471498:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.471499:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.471499:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.471501:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471504:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471509:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471513:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471523:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.471566:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.471570:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471576:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e945680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.471578:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471583:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471599:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471603:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e945680/0x9d5ae94021dddfeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3980:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471621:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.471622:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471627:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800982a2580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.471628:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471644:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.471652:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:lustre-MDT0000-mdtlov_UUID+882:3082:x1788538547650496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13454us (14268us total) trans 4295071918 rc 0/0 00010000:00010000:3.0:1705683736.471653:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.471657:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261463 00010000:00010000:3.0:1705683736.471657:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800982a2580/0x9d5ae94021dddfcf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.471671:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.471673:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.471674:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.471716:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e97d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+881:3081:x1788538547649664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19249us (19289us total) trans 4295071919 rc 0/0 00000100:00100000:1.0:1705683736.471720:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261456 00000100:00100000:3.0:1705683736.471721:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.471732:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471733:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471737:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234816 00000100:00100000:3.0:1705683736.471740:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.471747:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2849 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.471756:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471757:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471759:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570234944 00010000:00010000:1.0:1705683736.471764:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4889 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.471771:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471772:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471774:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99779 00000100:00100000:1.0:1705683736.471777:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2849:1857:x1788538570234816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.471783:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.471785:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2849 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.471791:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2849 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.471800:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e159900/0x9d5ae94021dc3ea7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f3f4 expref: 2849 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.471808:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.471808:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.471810:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.471814:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.471819:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.471825:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.471834:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.471835:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2848:1857:x1788538570234816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.471838:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99779 00000100:00100000:1.0:1705683736.471843:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.471843:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.471843:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471844:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.471846:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99780 00000100:00100000:3.0:1705683736.471848:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235072 00000100:00100000:1.0:1705683736.471849:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735eb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4889:1857:x1788538570234944:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.471854:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.471856:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4889 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.471861:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4889 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.471861:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.471862:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.471864:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235136 00010000:00010000:1.0:1705683736.471869:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.471870:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.471871:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.471873:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.471874:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.471875:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.471877:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261486 00010000:00010000:1.0:1705683736.471880:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.471880:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735eb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:dab809dd-6952-4f4e-9170-c0b3df4b5902+2848:30388:x1788538570235072:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:1.0:1705683736.471887:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735eb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4890:1857:x1788538570234944:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 38us (148us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.471889:0:15019:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.471890:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99780 00010000:00010000:0.0:1705683736.471968:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.471994:0:15114:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800736a4c80/0x9d5ae94021d87a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256af07 expref: 4889 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.472002:0:15114:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547650560:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.472014:0:15114:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.472019:0:15114:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.472020:0:15114:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.472020:0:15114:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.472021:0:15114:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472030:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472035:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472039:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472048:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.472143:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a858a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+881:3082:x1788538547650432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14134us (14786us total) trans 4295071920 rc 0/0 00000100:00100000:0.0:1705683736.472148:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261462 00000100:00100000:0.0:1705683736.472158:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.472158:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.472162:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261487 00000100:00100000:0.0:1705683736.472165:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4888:30132:x1788538570235136:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.472171:0:15114:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.472315:0:15019:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e1c5e00/0x9d5ae94021dde09a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ae4 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.472329:0:15019:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.472338:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.472340:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.472342:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1c5e00/0x9d5ae94021dde09a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ae4 expref: 2849 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472350:0:15019:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e1c5e00/0x9d5ae94021dde09a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ae4 expref: 2849 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472357:0:15019:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e1c5e00, rc 0) 00000100:00100000:3.0:1705683736.472371:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735eb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:dab809dd-6952-4f4e-9170-c0b3df4b5902+2849:30388:x1788538570235072:12345-192.168.204.14@tcp:101:dd.0 Request processed in 489us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.472378:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261486 00000100:00100000:3.0:1705683736.472433:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.472443:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472444:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472448:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235200 00000100:00100000:3.0:1705683736.472461:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472461:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472465:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261488 00000100:00100000:3.0:1705683736.472468:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5201:21828:x1788538570235200:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.472474:0:15019:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.472516:0:15114:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994cdb80/0x9d5ae94021dde0a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78f0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588aeb expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.472526:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78f0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.472534:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.472535:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.472538:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994cdb80/0x9d5ae94021dde0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aeb expref: 4889 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472548:0:15114:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800994cdb80/0x9d5ae94021dde0a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aeb expref: 4889 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472553:0:15114:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994cdb80, rc 0) 00000100:00100000:0.0:1705683736.472566:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4889:30132:x1788538570235136:12345-192.168.204.14@tcp:101:dd.0 Request processed in 400us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.472568:0:14456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed52d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1105:30904:x1788538570233152:12345-192.168.204.14@tcp:37:rm.0 Request processed in 12764us (12807us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.472570:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261487 00000100:00100000:1.0:1705683736.472574:0:14456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57725 00010000:00010000:0.0:1705683736.472584:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.472586:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472591:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e946080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.472592:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472597:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472605:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472609:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e946080/0x9d5ae94021dddfe4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x397f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.472618:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.472621:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.472623:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.472624:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.472626:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.472627:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.472630:0:15026:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.472643:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235264 00010000:00010000:0.0:1705683736.472647:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.472652:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.472654:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.472655:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.472656:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.472659:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261489 00000100:00100000:1.0:1705683736.472662:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5202:15146:x1788538570235264:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.472665:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.472667:0:15024:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.472748:0:15019:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e1c6800/0x9d5ae94021dde0a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588af2 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472761:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5203 pid: 14273 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.472763:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b1ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+387:3081:x1788538547649920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17385us (17419us total) trans 4295071739 rc 0/0 00010000:00010000:3.0:1705683736.472767:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2848 pid: 15017 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.472768:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261460 00010000:00010000:3.0:1705683736.472771:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.472772:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.472774:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1c6800/0x9d5ae94021dde0a8 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af2 expref: 5203 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472790:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2848 pid: 15017 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1705683736.472798:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a859900/2, rc 0, transno 104622 00010000:00010000:3.0:1705683736.472798:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2848 pid: 15017 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.472805:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a859900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547650496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.472809:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800735e8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547652992:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.472836:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5203 pid: 14273 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.472842:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5203 pid: 14273 timeout: 608 lvb_type: 1 00000004:00080000:0.0:1705683736.472844:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a85f800/2, rc 0, transno 104624 00000100:00100000:0.0:1705683736.472848:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a85f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547650432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.472848:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a85d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547653120:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.472857:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.472866:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547653056:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.472866:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.472869:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472874:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d271b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.472875:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472880:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.472884:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.472889:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.472893:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d271b80/0x9d5ae94021dddfc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.472894:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.472897:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098119e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547653184:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.472923:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.472924:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.472925:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.472927:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.472929:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472929:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472933:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547653056 00000100:00100000:0.0:1705683736.472939:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.472939:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.472943:0:15026:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547653184 00000100:00100000:3.0:1705683736.472949:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472950:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.472954:0:15026:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472954:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261490 00000100:00100000:0.0:1705683736.472955:0:15026:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.472956:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+882:3082:x1788538547653056:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.472957:0:15026:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261491 00000100:00100000:0.0:1705683736.472960:0:15026:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+882:3082:x1788538547653184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.472969:0:15026:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14727 count 1 00002000:00080000:3.0:1705683736.472970:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14726 count 1 00010000:00010000:1.0:1705683736.472999:0:15024:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c03ca00/0x9d5ae94021dde0af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4003:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588af9 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.473008:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4003:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.473015:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.473016:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.473018:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c03ca00/0x9d5ae94021dde0af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af9 expref: 5204 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.473024:0:15024:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c03ca00/0x9d5ae94021dde0af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4003:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af9 expref: 5204 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.473030:0:15024:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c03ca00, rc 0) 00000100:00100000:1.0:1705683736.473039:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5204:15146:x1788538570235264:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 376us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.473043:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261489 00000100:00100000:1.0:1705683736.473073:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.473080:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473081:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473083:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235328 00000100:00100000:1.0:1705683736.473091:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473092:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473095:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261492 00000100:00100000:1.0:1705683736.473097:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4889:15123:x1788538570235328:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.473101:0:15024:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.473142:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.473150:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4889 pid: 15099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.473156:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.473157:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.473157:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.473172:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4889 pid: 15099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.473178:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4889 pid: 15099 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.473190:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d70500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547653248:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.473203:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.473241:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.473301:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.473308:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473309:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473312:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235520 00000100:00100000:3.0:1705683736.473324:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473325:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473328:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261493 00000100:00100000:3.0:1705683736.473331:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d76e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2849:29913:x1788538570235520:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.473337:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.473371:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cca5180/0x9d5ae94021dde0bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b07 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.473383:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2850 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.473388:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.473389:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.473390:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cca5180/0x9d5ae94021dde0bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b07 expref: 2850 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.473402:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473403:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.473404:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2850 pid: 15080 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.473407:0:14456:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235456 00010000:00010000:3.0:1705683736.473409:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2850 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.473416:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d76900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547653312:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.473420:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473421:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473424:0:14456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57727 00000100:00100000:1.0:1705683736.473427:0:14456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d70f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:dab809dd-6952-4f4e-9170-c0b3df4b5902+1233:15130:x1788538570235456:12345-192.168.204.14@tcp:35:dir_create.sh.0 00000100:00100000:3.0:1705683736.473429:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.473475:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547651648:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.473489:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.473494:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.473495:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.473495:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473513:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.473528:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.473540:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.473547:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473547:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473551:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235840 00000100:00100000:3.0:1705683736.473563:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473564:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473568:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261494 00000100:00100000:3.0:1705683736.473571:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:dab809dd-6952-4f4e-9170-c0b3df4b5902+2851:27110:x1788538570235840:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.473576:0:15034:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.473701:0:15034:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aafb980/0x9d5ae94021dde0c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b0e expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.473714:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2852 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.473719:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.473720:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.473721:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aafb980/0x9d5ae94021dde0c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b0e expref: 2852 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.473733:0:14456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d70f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:dab809dd-6952-4f4e-9170-c0b3df4b5902+1234:15130:x1788538570235456:12345-192.168.204.14@tcp:35:dir_create.sh.0 Request processed in 305us (491us total) trans 4295030423 rc 0/0 00010000:00010000:3.0:1705683736.473734:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2852 pid: 15021 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.473739:0:14456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57727 00010000:00010000:3.0:1705683736.473740:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2852 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.473747:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d74100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15034:1788538547653376:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.473764:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099add000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547651264:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.473769:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3900 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.473780:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.473791:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5203:1857:x1788538570233408:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9607us (9647us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.473794:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.473797:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99767 00000100:00100000:3.0:1705683736.473802:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473803:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473809:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235904 00000100:00100000:3.0:1705683736.473822:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473822:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.473826:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261495 00000100:00100000:3.0:1705683736.473829:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d73c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:15162:x1788538570235904:12345-192.168.204.14@tcp:101:dir_create.sh.0 00000100:00100000:1.0:1705683736.473830:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473832:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.473834:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.473835:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235712 00010000:00010000:1.0:1705683736.473842:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2853 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.473853:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473853:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473856:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235584 00010000:00010000:1.0:1705683736.473861:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4890 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.473869:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473870:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473872:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99781 00000100:00100000:1.0:1705683736.473876:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d74b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1856:x1788538570235712:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.473880:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.473883:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2853 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.473888:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2853 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.473901:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0ab200/0x9d5ae94021dc3eae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f402 expref: 2853 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.473929:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.473930:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.473932:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.473937:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.473954:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.473964:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d74b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:1856:x1788538570235712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 87us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.473968:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99781 00000100:00100000:1.0:1705683736.473976:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473976:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.473980:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99782 00000100:00100000:1.0:1705683736.473983:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131d73700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4890:1856:x1788538570235584:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.473990:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.473992:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4890 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.473995:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.473998:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4890 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.474001:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474007:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474009:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.474010:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.474012:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474012:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474016:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474023:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.474023:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.474030:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d73700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4890:1856:x1788538570235584:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 47us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.474034:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99782 00000100:00100000:1.0:1705683736.474061:0:6518:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ad8f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6518:1788538547651072:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.474130:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+387:3080:x1788538547651520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9448us (9510us total) trans 4295071740 rc 0/0 00000100:00100000:3.0:1705683736.474135:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261474 00010000:00010000:3.0:1705683736.474153:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.474156:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474161:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131d9d680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.474163:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474167:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474178:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474182:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131d9d680/0x9d5ae94021dde02a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474206:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.474207:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.474208:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.474216:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359dbc00/0x9d5ae94021dde0cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b15 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.474227:0:8808:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.474235:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.474236:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.474239:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359dbc00/0x9d5ae94021dde0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b15 expref: 2867 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474243:0:15026:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474247:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359dbc00/0x9d5ae94021dde0cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b15 expref: 2867 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474252:0:15026:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4889 pid: 15079 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474252:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359dbc00, rc 0) 00010000:00010000:0.0:1705683736.474257:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.474258:0:15026:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.474259:0:15026:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.474263:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d73c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2867:15162:x1788538570235904:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 433us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.474268:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261495 00010000:00010000:0.0:1705683736.474272:0:15026:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4889 pid: 15079 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474279:0:15026:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4889 pid: 15079 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.474285:0:15026:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098119400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15026:1788538547653440:192.168.204.14@tcp:104: 00000004:00080000:3.0:1705683736.474293:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801349f2300/2, rc 0, transno 104444 00000100:00100000:0.0:1705683736.474298:0:15026:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa4780 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.474300:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801349f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547651520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.474320:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e4100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0001_UUID:15154:1788538547651008:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.474330:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131d72d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547653504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.474333:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.474343:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013486b200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2866:1855:x1788538570233664:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11471us (11525us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.474347:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.474348:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99761 00000100:00100000:3.0:1705683736.474364:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474365:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474365:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474366:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474369:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547653504 00000100:00100000:3.0:1705683736.474379:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474380:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474382:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e6400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547651328:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.474383:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261496 00000100:00100000:3.0:1705683736.474385:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+387:3080:x1788538547653504:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.474389:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547651392:192.168.204.14@tcp:104: 00002000:00080000:3.0:1705683736.474397:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24642 count 1 00010000:00010000:0.0:1705683736.474405:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800994cc000/0x9d5ae94021dde023 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac8 expref: 2851 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474414:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994cc000, rc 0) 00000100:00100000:0.0:1705683736.474423:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adf300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:dab809dd-6952-4f4e-9170-c0b3df4b5902+2851:21736:x1788538570234368:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10682us (10892us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.474428:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261471 00000004:00080000:0.0:1705683736.474460:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131b1a800/2, rc 0, transno 104443 00000100:00100000:0.0:1705683736.474467:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547649920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.474472:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474480:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2850 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.474485:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.474486:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.474487:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.474494:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073906900/2, rc 0, transno 104623 00000100:00100000:0.0:1705683736.474499:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073906900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547649664:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.474499:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2850 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.474505:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2850 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.474511:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eae3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547653632:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.474523:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583d80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.474525:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098118500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547653696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.474543:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.474563:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474564:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474568:0:15114:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547653696 00010000:00010000:1.0:1705683736.474572:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.474573:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547653568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.474581:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474582:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.474585:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2865:1855:x1788538570234304:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11149us (11183us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.474585:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261497 00000100:00100000:3.0:1705683736.474588:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098119900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+883:3082:x1788538547653696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.474590:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.474590:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99765 00002000:00080000:3.0:1705683736.474597:0:15114:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14728 count 1 00000100:00100000:0.0:1705683736.474603:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474604:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474607:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547653568 00000100:00100000:0.0:1705683736.474618:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474619:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474622:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261498 00000100:00100000:0.0:1705683736.474624:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+388:3081:x1788538547653568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.474644:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24643 count 1 00010000:00010000:1.0:1705683736.474646:0:15087:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d10ea80/0x9d5ae94021d88756 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b0ab expref: 4889 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.474659:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ade900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547651200:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.474669:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.474674:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.474675:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.474675:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.474676:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474681:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474686:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474690:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.474699:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.474712:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474719:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2850 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.474723:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.474724:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.474725:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474737:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2850 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.474740:0:15114:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.474743:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2850 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.474748:0:15114:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4888 pid: 15093 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.474750:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098118a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547653760:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.474753:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.474754:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.474755:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.474761:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa43c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.474768:0:15114:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4888 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474774:0:15114:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4888 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.474782:0:15114:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eae5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547653824:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.474795:0:15114:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00000004:00080000:0.0:1705683736.474803:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099ad8500/2, rc 0, transno 104625 00010000:00010000:3.0:1705683736.474803:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.474804:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+884:3082:x1788538547651136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10846us (10904us total) trans 4295071921 rc 0/0 00010000:00010000:3.0:1705683736.474806:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.474808:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ad8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547651136:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.474810:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261472 00010000:00010000:3.0:1705683736.474811:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e946f80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.474812:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474817:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.474826:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547653888:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.474827:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.474831:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e946f80/0x9d5ae94021dde015 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3981:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.474841:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.474844:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.474845:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.474846:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.474850:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474851:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474856:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547653888 00000100:00100000:3.0:1705683736.474869:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474870:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474871:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.474872:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.474874:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261499 00000100:00100000:3.0:1705683736.474876:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b1e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+884:3083:x1788538547653888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.474884:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14729 count 1 00010000:00010000:1.0:1705683736.474998:0:15024:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c03d680/0x9d5ae94021dde0ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b00 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475001:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.475008:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5ad8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.475010:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4888 pid: 15023 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475014:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.475015:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.475016:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475017:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.475018:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.475021:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03d680/0x9d5ae94021dde0ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b00 expref: 4889 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475028:0:15024:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c03d680/0x9d5ae94021dde0ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b00 expref: 4889 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475033:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4889 pid: 15023 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475034:0:15024:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c03d680, rc 0) 00010000:00010000:3.0:1705683736.475039:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4889 pid: 15023 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.475046:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eae3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547653952:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.475047:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4889:15123:x1788538570235328:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1949us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.475052:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261492 00000100:00100000:3.0:1705683736.475062:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583540 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.475073:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.475092:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475093:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475097:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235968 00000100:00100000:1.0:1705683736.475107:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475108:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475111:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261500 00000100:00100000:1.0:1705683736.475114:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:dab809dd-6952-4f4e-9170-c0b3df4b5902+2865:29031:x1788538570235968:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.475120:0:15087:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.475143:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.475152:0:15087:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fdc7980/0x9d5ae94021dde0fc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b1c expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475163:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4888 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.475168:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.475169:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.475171:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdc7980/0x9d5ae94021dde0fc lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b1c expref: 2866 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475183:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4888 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.475189:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4888 pid: 8809 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.475196:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547654016:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.475216:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574e600 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.475222:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.475227:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475228:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475232:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235648 00010000:00010000:1.0:1705683736.475242:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2851 pid: 15075 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.475253:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475253:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475256:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570235776 00000100:00100000:3.0:1705683736.475257:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.475259:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134871e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547652480:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.475261:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5203 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.475266:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.475267:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475269:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475270:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.475272:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.475273:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99783 00000100:00100000:3.0:1705683736.475274:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236096 00010000:00100000:0.0:1705683736.475276:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475276:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2851:1857:x1788538570235648:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00100000:0.0:1705683736.475277:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.475278:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.475281:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.475283:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2851 pid: 15075 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.475286:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.475287:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.475289:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2851 pid: 15075 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.475290:0:14256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207282 00000100:00100000:0.0:1705683736.475293:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99784 00000100:00100000:3.0:1705683736.475293:0:14256:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1105:30881:x1788538570236096:12345-192.168.204.14@tcp:36:rm.0 00000100:00100000:0.0:1705683736.475296:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae1400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5203:1857:x1788538570235776:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.475298:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a9ad900/0x9d5ae94021cc67a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531aee expref: 2851 pid: 15075 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.475302:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.475305:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5203 pid: 14241 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.475307:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.475311:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5203 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.475317:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae0500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2850:1857:x1788538570235648:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 41us (175us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.475320:0:14256:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:1.0:1705683736.475322:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99783 00010000:00010000:0.0:1705683736.475324:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b07ad00/0x9d5ae94021cbcce4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b77:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd08 expref: 5203 pid: 14241 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.475331:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d273c00/0x9d5ae94021dddf9e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a82 expref: 1105 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475334:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.475335:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.475337:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994cc000/0x9d5ae94021dde023 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac8 expref: 2849 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475342:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cc000/0x9d5ae94021dde023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac8 expref: 2849 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475346:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e060000/0x9d5ae94021ddd2a1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x2088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425883e4 expref: 1104 pid: 14258 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475355:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800994cc000/0x9d5ae94021dde023 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b77:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ac8 expref: 2849 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475357:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x0 (ffff88009fdff200) 00000100:00100000:0.0:1705683736.475362:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6520:1788538547654080:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.475368:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099ecad00/0x9d5ae94021ddc0d4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587fc3 expref: 1103 pid: 14293 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.475376:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.475377:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x0 (ffff880099f70b00) 00010000:00010000:3.0:1705683736.475380:0:14256:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.475393:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:3.0:1705683736.475400:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.475405:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.475442:0:15067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b19400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15067:1788538547651712:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.475456:0:15067:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.475461:0:15067:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.475461:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6300/0x9d5ae94021dde10a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2023:0x0].0x36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00100000:1.0:1705683736.475462:0:15067:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.475463:0:15067:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.475466:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6300/0x9d5ae94021dde10a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.475470:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6300/0x9d5ae94021dde10a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.475475:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099adb200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547651776:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.475487:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.475490:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547651840:192.168.204.14@tcp:104: 00010000:00100000:1.0:1705683736.475491:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.475492:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.475492:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.475503:0:15070:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800994ce800/0x9d5ae94021dde03f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aba expref: 4888 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475510:0:15070:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994ce800, rc 0) 00000100:00100000:0.0:1705683736.475526:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4888:27256:x1788538570234176:12345-192.168.204.14@tcp:101:dd.0 Request processed in 12425us (12728us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.475530:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261469 00010000:00010000:3.0:1705683736.475563:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00000100:00100000:0.0:1705683736.475565:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134877800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547651968:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.475568:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.475573:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475576:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.475581:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.475581:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.475582:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475662:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.475673:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358ec100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547652224:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.475674:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef36400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547652416:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.475679:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.475685:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475686:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.475687:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475690:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.475691:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236224 00010000:00100000:3.0:1705683736.475693:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.475693:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.475694:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.475699:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.475699:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.475700:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.475700:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4888 pid: 15081 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.475705:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.475706:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.475709:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236352 00000100:00100000:1.0:1705683736.475710:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475711:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.475714:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99785 00010000:00010000:0.0:1705683736.475717:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2850 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.475717:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4888:1858:x1788538570236224:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.475722:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.475724:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4888 pid: 15081 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.475727:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.475728:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.475730:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99786 00010000:00010000:1.0:1705683736.475730:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4888 pid: 15081 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.475733:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a313850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2850:1858:x1788538570236352:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.475738:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.475740:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2850 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.475741:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e945900/0x9d5ae94021d88bfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b145 expref: 4888 pid: 15081 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.475746:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2850 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.475750:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.475752:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.475753:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475755:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e158280/0x9d5ae94021dc3ec3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f410 expref: 2850 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.475757:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.475763:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.475764:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.475765:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475769:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.475773:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.475783:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4887:1858:x1788538570236224:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 65us (122us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.475784:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.475788:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99785 00000004:00200000:3.0:1705683736.475792:0:14256:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2088:0x0]: returning size 4096 00000100:00100000:0.0:1705683736.475797:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a313850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2849:1858:x1788538570236352:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.475800:0:15067:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.475802:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99786 00010000:00010000:3.0:1705683736.475803:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.475806:0:15067:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475808:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:1.0:1705683736.475810:0:15067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475812:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475814:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475815:0:15067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475815:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de7200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.475817:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475819:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475821:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475823:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.475823:0:15067:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.475826:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2088:0x0].0x0 (ffff880135d09b00) 00010000:00010000:0.0:1705683736.475827:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475828:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683736.475830:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.475833:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7200/0x9d5ae94021dde111 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475834:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683736.475925:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+885:3082:x1788538547651456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11309us (11459us total) trans 4295071922 rc 0/0 00000100:00100000:1.0:1705683736.475929:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261473 00000100:00100000:0.0:1705683736.475941:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b1b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+389:3082:x1788538547651904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10444us (10773us total) trans 4295071741 rc 0/0 00000100:00100000:0.0:1705683736.475946:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261476 00010000:00010000:3.0:1705683736.475952:0:14256:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00000004:00080000:1.0:1705683736.475953:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131b1a300/2, rc 0, transno 104445 00010000:00010000:3.0:1705683736.475957:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.475959:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547651904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.475960:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.475962:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475964:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.475968:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475971:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cc280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.475971:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de5400 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.475972:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475973:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475976:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475978:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475981:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x0 (ffff880099f70b00) 00010000:00010000:3.0:1705683736.475983:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.475984:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.475987:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.475987:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de5400/0x9d5ae94021dde103 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00000004:00080000:1.0:1705683736.475988:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099adbc00/2, rc 0, transno 104626 00010000:00010000:0.0:1705683736.475991:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994cc280/0x9d5ae94021dde031 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3982:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.475993:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099adbc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547651456:0@lo:6:osp-syn-1-0.0 00000004:00010000:3.0:1705683736.475996:0:14256:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009eae5500 reply state ffff880135a94000 transno 4295030424 ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6300/0x9d5ae94021dde10a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.476002:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6300/0x9d5ae94021dde10a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.476004:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.476005:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.476005:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x36 (ffff880135ee6f00) 00010000:00010000:3.0:1705683736.476007:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.476009:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cfc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.476010:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.476014:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.476015:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd71e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.476020:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.476027:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994cfc00/0x9d5ae94021dde046 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.476028:0:14256:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1104:30881:x1788538570236096:12345-192.168.204.14@tcp:36:rm.0 Request processed in 734us (771us total) trans 4295030424 rc 0/0 00000100:00100000:1.0:1705683736.476031:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.476033:0:14256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207282 00010000:00010000:0.0:1705683736.476036:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.476037:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.476038:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.476041:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.476042:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476043:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476045:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd71400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.476047:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654208 00000100:00100000:0.0:1705683736.476057:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476058:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476060:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261501 00000100:00100000:1.0:1705683736.476061:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.476063:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd70f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+885:3081:x1788538547654208:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.476064:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa1900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547652096:192.168.204.14@tcp:104: 00002000:00080000:0.0:1705683736.476071:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14730 count 1 00000100:00100000:1.0:1705683736.476071:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476072:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476076:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654144 00010000:00010000:3.0:1705683736.476076:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.476082:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.476082:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.476083:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476085:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476086:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476089:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261502 00000100:00100000:1.0:1705683736.476092:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b1ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+389:3081:x1788538547654144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.476100:0:15067:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24644 count 1 00000100:00100000:3.0:1705683736.476104:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.476131:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.476160:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.476167:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476168:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476172:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236608 00010000:00010000:1.0:1705683736.476179:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2849 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.476189:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476190:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476192:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236480 00000100:00100000:3.0:1705683736.476194:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.476197:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2850 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.476206:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476207:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476209:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236544 00000100:00100000:3.0:1705683736.476210:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.476214:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2851 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.476224:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476224:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476224:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.476226:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236160 00010000:00010000:1.0:1705683736.476231:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2852 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.476242:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476242:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476244:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236288 00000100:00100000:3.0:1705683736.476247:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.476250:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4887 pid: 8807 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.476256:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476257:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476257:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.476258:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236416 00010000:00010000:1.0:1705683736.476263:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4888 pid: 14996 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.476269:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476269:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476271:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236672 00000100:00100000:3.0:1705683736.476271:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.476276:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4889 pid: 15030 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.476277:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476278:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476282:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476282:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236800 00000100:00100000:1.0:1705683736.476283:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.476286:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99787 00000100:00100000:1.0:1705683736.476289:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:1856:x1788538570236608:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.476296:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476297:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476303:0:14208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207283 00000100:00100000:3.0:1705683736.476305:0:14208:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+1234:31070:x1788538570236800:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:3.0:1705683736.476312:0:14208:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.476337:0:14208:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7c00/0x9d5ae94021dde118 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b2a expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.476400:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.476410:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476415:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476468:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.476473:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476478:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476509:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4280/0x9d5ae94021dde12d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.476514:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4280/0x9d5ae94021dde12d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476518:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4280/0x9d5ae94021dde12d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000004:00200000:3.0:1705683736.476535:0:14208:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2054:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.476538:0:14208:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.476548:0:14208:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4280/0x9d5ae94021dde12d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476553:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476556:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476563:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476566:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476569:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de6080 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.476570:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476573:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476578:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.476579:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.476581:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476584:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de6080/0x9d5ae94021dde11f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476591:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476594:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476596:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476599:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de4500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.476600:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476605:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476609:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff8801356d9700) 00010000:00010000:3.0:1705683736.476610:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.476611:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476614:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4500/0x9d5ae94021dde126 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.476652:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de7c00/0x9d5ae94021dde118 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b2a expref: 1236 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.476662:0:14208:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4280/0x9d5ae94021dde12d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b2a expref: 1235 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.476666:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x0 (ffff880073560000) 00010000:00010000:3.0:1705683736.476668:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683736.476669:0:14208:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131de4280, rc 0) 00000100:00100000:3.0:1705683736.476684:0:14208:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+1235:31070:x1788538570236800:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 378us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.476689:0:14208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207283 00000100:00100000:3.0:1705683736.476789:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.476800:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.476858:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.476868:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4889 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.476872:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.476874:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.476874:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.476888:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4889 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.476898:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4889 pid: 15083 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.476931:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df86400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547654272:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.476944:0:6516:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476946:0:6516:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476952:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0fa4180 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.476955:0:6516:0:(service.c:168:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1705683736.476960:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476961:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476965:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236928 00000100:00100000:3.0:1705683736.476966:0:6516:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547650816 00010000:00010000:0.0:1705683736.476976:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2853 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.476982:0:6516:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476983:0:6516:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476984:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.476985:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.476986:0:6516:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8210 00000100:00100000:0.0:1705683736.476988:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236864 00000100:00100000:3.0:1705683736.476990:0:6516:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c94e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:3067:x1788538547650816:12345-0@lo:105: 00010000:00010000:0.0:1705683736.476994:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4890 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.476996:0:6516:0:(ldlm_lockd.c:2544:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 5/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.477000:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477001:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.477002:0:6516:0:(ldlm_lockd.c:2002:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 5/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.477004:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99788 00000100:00100000:0.0:1705683736.477007:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae5a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2853:1858:x1788538570236480:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.477007:0:6516:0:(ldlm_lockd.c:2079:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 5/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477012:0:6516:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477014:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.477016:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2853 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477016:0:6516:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477022:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2853 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477022:0:6516:0:(ldlm_lockd.c:2107:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477032:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0d34780/0x9d5ae94021dc3eca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f41e expref: 2853 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477033:0:6516:0:(ldlm_lockd.c:2118:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009c95bc00) 00010000:00010000:0.0:1705683736.477039:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477040:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477042:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477046:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.477056:0:6516:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c94e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:3067:x1788538547650816:12345-0@lo:105: Request processed in 66us (15904us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.477058:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.477061:0:6516:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8210 00000100:00100000:0.0:1705683736.477071:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae5a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2852:1858:x1788538570236480:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 62us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.477075:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99788 00000100:00100000:0.0:1705683736.477084:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477085:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477087:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99789 00000100:00100000:0.0:1705683736.477089:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2851:1856:x1788538570236544:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.477094:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.477097:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2851 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.477103:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2851 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477108:0:14252:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477114:0:14252:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477119:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0a8500/0x9d5ae94021dc3ed8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f42c expref: 2851 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.477128:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477129:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477130:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683736.477131:0:14252:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:0.0:1705683736.477134:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477145:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.477155:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547654336:0@lo:1000:mdt00_019.0 00000100:00100000:0.0:1705683736.477157:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae6900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2850:1856:x1788538570236544:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.477161:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99789 00000100:00100000:0.0:1705683736.477171:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477171:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477175:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99790 00000100:00100000:3.0:1705683736.477175:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.477177:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2849:1858:x1788538570236160:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.477182:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.477184:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2849 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.477184:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.477190:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2849 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477192:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477197:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477201:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c11e580/0x9d5ae94021dc3edf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x603f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f43a expref: 2849 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477202:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477206:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477212:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477213:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.477213:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.477214:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477218:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477230:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.477241:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2848:1858:x1788538570236160:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.477245:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99790 00000100:00100000:0.0:1705683736.477253:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477254:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477256:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99791 00000100:00100000:0.0:1705683736.477259:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e996e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4890:1858:x1788538570236288:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.477264:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.477267:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4890 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477273:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4890 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477285:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cda4780/0x9d5ae94021d890c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b1fb expref: 4890 pid: 8807 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477293:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477294:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477295:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477299:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477310:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.477322:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358e9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+390:3080:x1788538547652160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10606us (10640us total) trans 4295071742 rc 0/0 00000100:00100000:0.0:1705683736.477323:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e996e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4889:1858:x1788538570236288:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.477328:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99791 00000100:00100000:3.0:1705683736.477328:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261478 00000100:00100000:0.0:1705683736.477336:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477337:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.477339:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477340:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99792 00000100:00100000:3.0:1705683736.477340:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477343:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e992d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4888:1858:x1788538570236416:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.477344:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236736 00010000:00010000:0.0:1705683736.477347:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.477355:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.477355:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.477357:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4888 pid: 14996 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.477358:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261503 00000100:00100000:3.0:1705683736.477361:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e996400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5203:15161:x1788538570236736:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.477363:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4888 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.477368:0:8809:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.477376:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fd11400/0x9d5ae94021d60a64 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa11 expref: 4888 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.477382:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477383:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477385:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994ce800/0x9d5ae94021dde03f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aba expref: 4887 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477389:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce800/0x9d5ae94021dde03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aba expref: 4887 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477399:0:14323:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800994ce800/0x9d5ae94021dde03f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588aba expref: 4887 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.477404:0:14323:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df84600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0001_UUID:14323:1788538547654400:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.477417:0:14323:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.477427:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477428:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477433:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99793 00000100:00100000:0.0:1705683736.477436:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4887:1858:x1788538570236672:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.477441:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.477444:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4887 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477449:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4887 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477460:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477460:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477462:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477466:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477473:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.477483:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.477486:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ad050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4887:1858:x1788538570236672:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 49us (1238us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.477487:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2847 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.477491:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99793 00010000:00010000:1.0:1705683736.477493:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2847 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.477498:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477499:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477502:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99794 00000100:00100000:0.0:1705683736.477504:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e997800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2847:1857:x1788538570236928:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.477509:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.477509:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c0a9e00/0x9d5ae94021dc3ee6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f448 expref: 2847 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.477511:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2847 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.477517:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2846 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.477518:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.477520:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.477521:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477525:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477526:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.477526:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477527:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477535:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477539:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.477543:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.477552:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e997800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2846:1857:x1788538570236928:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 47us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.477552:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae4100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:dab809dd-6952-4f4e-9170-c0b3df4b5902+2846:1856:x1788538570236608:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1262us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.477556:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99794 00000100:00100000:1.0:1705683736.477559:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99787 00000100:00100000:0.0:1705683736.477564:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477564:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477567:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99795 00000100:00100000:1.0:1705683736.477568:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.477569:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.477570:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e991900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4886:1857:x1788538570236864:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.477574:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.477576:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4886 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477580:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4886 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.477588:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477589:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.477591:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.477592:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547652928:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.477594:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477604:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.477604:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.477610:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e991900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4886:1857:x1788538570236864:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 40us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.477614:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99795 00000100:00100000:1.0:1705683736.477615:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef30500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4886:1857:x1788538570234752:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 7920us (7967us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.477620:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99776 00010000:00010000:0.0:1705683736.477647:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.477650:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477654:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099408a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.477656:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477660:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477667:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477670:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099408a00/0x9d5ae94021dde062 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477675:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477681:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477686:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477691:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477692:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.477693:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.477694:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.477700:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477701:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.477708:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477711:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477715:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477723:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.477727:0:8809:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131de5180/0x9d5ae94021dde13b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b23 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.477737:0:8809:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.477745:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.477746:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.477749:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131de5180/0x9d5ae94021dde13b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b23 expref: 5204 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477756:0:8809:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131de5180/0x9d5ae94021dde13b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b23 expref: 5204 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477761:0:8809:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131de5180, rc 0) 00000100:00100000:3.0:1705683736.477771:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e996400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5204:15161:x1788538570236736:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 409us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.477775:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261503 00000100:00100000:1.0:1705683736.477785:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099addf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+886:3080:x1788538547651584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13054us (13088us total) trans 4295071923 rc 0/0 00010000:00010000:3.0:1705683736.477788:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1705683736.477790:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261475 00010000:00010000:3.0:1705683736.477791:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477795:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c03c500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.477796:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477801:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.477802:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134871400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+390:3081:x1788538547652288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10125us (10270us total) trans 4295071743 rc 0/0 00000100:00100000:0.0:1705683736.477808:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261481 00010000:00010000:3.0:1705683736.477814:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477815:0:15077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134c15b80/0x9d5ae94021d89ab2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b359 expref: 4884 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.477817:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c03c500/0x9d5ae94021dde038 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3983:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.477823:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef32d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547652800:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.477828:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477830:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.477832:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477834:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477835:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cca00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.477836:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477837:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477838:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477840:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.477841:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.477842:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.477842:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.477843:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.477844:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477845:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477848:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.477849:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.477849:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994cca00/0x9d5ae94021dde077 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477857:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477858:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.477859:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477861:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477865:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c03e800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.477866:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477869:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.477870:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.477878:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477881:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c03e800/0x9d5ae94021dde070 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6040:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477895:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.477896:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477900:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012c03d180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.477900:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477922:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477931:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477938:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c03d180/0x9d5ae94021dde085 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3985:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.477946:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134872800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+390:3083:x1788538547652352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10322us (10437us total) trans 4295071744 rc 0/0 00000100:00100000:0.0:1705683736.477950:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261480 00010000:00010000:3.0:1705683736.477950:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.477951:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.477952:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.477961:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735e8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+886:3080:x1788538547652672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9153us (9251us total) trans 4295071924 rc 0/0 00010000:00010000:0.0:1705683736.477965:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.477966:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261484 00010000:00010000:0.0:1705683736.477967:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.477968:0:3067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800974e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3067:1788538547650816:0@lo:105: 00010000:00010000:0.0:1705683736.477970:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.477978:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.477982:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098bb9b80/0x9d5ae94021dd9bf8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.477983:0:15083:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed8a580/0x9d5ae94021d8940d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b279 expref: 4883 pid: 15030 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.477985:0:15067:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.477988:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14257 initiator: MDT1 00000100:00100000:0.0:1705683736.477991:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547652608:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.477991:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14257 initiator: MDT1 00010000:00010000:1.0:1705683736.477993:0:15067:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2844 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.477994:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.477996:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801311a5400 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.477998:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.477998:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:1.0:1705683736.477999:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.478000:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478000:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.478002:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478005:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00100000:0.0:1705683736.478006:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.478007:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.478007:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00100000:0.0:1705683736.478008:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.478008:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.478009:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478010:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a5400/0x9d5ae94021dd9c06 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:0.0:1705683736.478012:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.478012:0:15067:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2844 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.478017:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.478019:0:15067:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2844 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.478021:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478023:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478026:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.478029:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.478029:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.478031:0:15067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131b19400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547654464:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.478032:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dcdf700 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478033:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478036:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478041:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1fbf:0x0].0x39 (ffff8800994bbb00) 00010000:00010000:3.0:1705683736.478042:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683736.478043:0:15067:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574ee40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.478043:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478046:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009dcdf700/0x9d5ae94021dda115 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1fbf:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478056:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478059:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00000004:00080000:1.0:1705683736.478062:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134875a00/2, rc 0, transno 104447 00010000:00010000:3.0:1705683736.478062:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478065:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131eb9680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478066:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00000100:00100000:1.0:1705683736.478068:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134875a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547652288:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.478069:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478073:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ca:0x0].0x0 (ffff880135e4e300) 00010000:00010000:3.0:1705683736.478074:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478075:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478078:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb9680/0x9d5ae94021dda11c lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.478089:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.478093:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.478095:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00000100:00100000:1.0:1705683736.478097:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd74100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547654528:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.478098:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009de7a800 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478100:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14206 initiator: MDT1 00010000:00010000:3.0:1705683736.478102:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.478105:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+886:3083:x1788538547652544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9820us (9906us total) trans 4295071925 rc 0/0 00010000:00010000:3.0:1705683736.478107:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ca:0x0].0x39 (ffff88009a806f00) 00010000:00010000:3.0:1705683736.478108:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478109:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00000100:00100000:0.0:1705683736.478110:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261482 00010000:00010000:3.0:1705683736.478112:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009de7a800/0x9d5ae94021dda361 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20ca:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14206 initiator: MDT1 00000100:00100000:1.0:1705683736.478114:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.478119:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478120:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478123:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654528 00000100:00100000:0.0:1705683736.478133:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478134:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.478134:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.478135:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478136:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261504 00000100:00100000:0.0:1705683736.478138:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd73700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+390:3082:x1788538547654528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.478148:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24645 count 1 00010000:00010000:3.0:1705683736.478154:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478159:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478162:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478165:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135761900 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478167:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478170:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478175:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3831 (ffff880134a16400) 00010000:00010000:3.0:1705683736.478177:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478178:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478181:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135761900/0x9d5ae94021dda8cb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.478185:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478191:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.478193:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2844 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.478195:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.478197:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.478198:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.478199:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.478200:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478201:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135761b80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478202:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478205:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478210:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cc:0x0].0x0 (ffff880134a16000) 00010000:00010000:0.0:1705683736.478211:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2844 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.478212:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478213:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478216:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135761b80/0x9d5ae94021dda8d9 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:0.0:1705683736.478217:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2844 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.478225:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547654592:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.478225:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478228:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478232:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478235:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ea1e00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478236:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478239:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478243:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cd:0x0].0x0 (ffff88009c57dc00) 00010000:00010000:3.0:1705683736.478245:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478246:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478248:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134ea1e00/0x9d5ae94021ddad63 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478261:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478264:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478267:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478270:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb50500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478271:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478273:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478278:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xe6:0x0].0x0 (ffff88009c57db00) 00010000:00010000:3.0:1705683736.478279:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478280:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 2/0,0 mode: --/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478283:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb50500/0x9d5ae94021ddad6a lrc: 0/0,0 mode: --/TXN res: [0x240000400:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14258 initiator: MDT1 00010000:00010000:3.0:1705683736.478292:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478295:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478298:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478301:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801357e7200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478302:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478305:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478309:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cc:0x0].0x3831 (ffff88009c577800) 00010000:00010000:3.0:1705683736.478310:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478311:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478314:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801357e7200/0x9d5ae94021ddae04 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20cc:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478322:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478325:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478328:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478333:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135fd4780 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478334:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478337:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478342:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ce:0x0].0x0 (ffff88012e2f7900) 00010000:00010000:3.0:1705683736.478343:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478344:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478346:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd4780/0x9d5ae94021ddae0b lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14257 initiator: MDT1 00010000:00010000:3.0:1705683736.478355:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478359:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478361:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478364:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0ce8c80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478365:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478367:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.478369:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.478371:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x3431 (ffff88009a255500) 00010000:00010000:3.0:1705683736.478373:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478374:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478376:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0ce8c80/0x9d5ae94021ddc36d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2047:0x0].0x3431 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478388:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.478391:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.478393:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00000004:00080000:0.0:1705683736.478394:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ef33200/2, rc 0, transno 104629 00010000:00010000:3.0:1705683736.478396:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f207980 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478397:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.478399:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.478403:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20cf:0x0].0x0 (ffff880098840500) 00010000:00010000:3.0:1705683736.478404:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478405:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.478408:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f207980/0x9d5ae94021ddc5d5 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14300 initiator: MDT1 00010000:00010000:3.0:1705683736.478415:0:3067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478418:0:3067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478421:0:3067:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478423:0:3067:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800996dca00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.478424:0:3067:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478427:0:3067:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478431:0:3067:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x20ce:0x0].0x3831 (ffff880096c0fb00) 00010000:00010000:3.0:1705683736.478432:0:3067:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.478433:0:3067:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478436:0:3067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800996dca00/0x9d5ae94021ddded3 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x20ce:0x0].0x3831 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.478448:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.478450:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478453:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994ce580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.478454:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478458:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478464:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478468:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994ce580/0x9d5ae94021dde07e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.478477:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.478478:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.478478:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.478483:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.478483:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478488:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef33200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547652544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.478489:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654336 00000004:00080000:0.0:1705683736.478500:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134875000/2, rc 0, transno 104448 00000100:00100000:0.0:1705683736.478506:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134875000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547652352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.478510:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.478511:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478513:0:14328:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478514:0:14328:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.478514:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25153 00000100:00100000:3.0:1705683736.478517:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e994100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547654336:12345-0@lo:1000:mdt00_019.0 00000100:00100000:1.0:1705683736.478521:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683736.478527:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547654656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.478535:0:14242:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e159b80/0x9d5ae94021dc3eed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f456 expref: 2844 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.478543:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14242:1788538547652864:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.478544:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.478556:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1705683736.478556:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e994100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547654336:12345-0@lo:1000:mdt00_019.0 Request processed in 39us (1381us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.478558:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.478560:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654720:0@lo:6:osp-syn-0-0.0 00010000:00100000:0.0:1705683736.478561:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.478561:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25153 00010000:00100000:0.0:1705683736.478562:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.478563:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.478564:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.478567:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.478572:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.478574:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.478575:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.478577:0:14252:0:(client.c:2946:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4295030406 gen 2 00000004:00080000:3.0:1705683736.478581:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030338 committed transno 4295030406 00000100:00100000:1.0:1705683736.478584:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.478585:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000020:00080000:3.0:1705683736.478586:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a0e44d80 refcount 2 committed 0 result 0 batchid 3520 00010000:00010000:0.0:1705683736.478588:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00080000:3.0:1705683736.478588:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880097c5fe00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880073b4e600 00000100:00100000:1.0:1705683736.478589:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654656 00000020:00080000:3.0:1705683736.478590:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].600 00000020:00080000:3.0:1705683736.478591:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880097c5f300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800a0fe2800 00010000:00010000:0.0:1705683736.478593:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:3.0:1705683736.478593:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3287 00010000:00010000:0.0:1705683736.478595:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.478599:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800994cf480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.478600:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.478600:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.478601:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.478603:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654720 00010000:00010000:0.0:1705683736.478604:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.478610:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.478611:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.478612:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.478614:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261505 00010000:00010000:0.0:1705683736.478616:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994cf480/0x9d5ae94021dde093 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6041:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.478616:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+886:3082:x1788538547654656:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683736.478623:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030349 committed transno 4295030406 00000020:00080000:3.0:1705683736.478625:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009df0cf00 refcount 2 committed 0 result 0 batchid 3521 00002000:00080000:1.0:1705683736.478626:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14731 count 1 00010000:00010000:0.0:1705683736.478627:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1705683736.478627:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098a4ca00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009df0cc00 00010000:00010000:0.0:1705683736.478628:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.478629:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1705683736.478629:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].601 00000020:00080000:3.0:1705683736.478630:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098a4cd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009dfcea00 00000100:00100000:0.0:1705683736.478643:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000020:00080000:3.0:1705683736.478643:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3288 00000100:00100000:0.0:1705683736.478644:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478650:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261506 00000100:00100000:0.0:1705683736.478653:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+391:3081:x1788538547654720:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683736.478657:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030353 committed transno 4295030406 00002000:00080000:0.0:1705683736.478662:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24646 count 1 00000004:00080000:3.0:1705683736.478673:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030354 committed transno 4295030406 00000004:00080000:3.0:1705683736.478685:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030355 committed transno 4295030406 00000004:00080000:3.0:1705683736.478697:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030356 committed transno 4295030406 00000004:00080000:3.0:1705683736.478707:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030357 committed transno 4295030406 00000004:00080000:3.0:1705683736.478720:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030358 committed transno 4295030406 00000004:00080000:3.0:1705683736.478730:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030359 committed transno 4295030406 00010000:00010000:0.0:1705683736.478732:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.478739:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2843 pid: 15044 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1705683736.478742:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030360 committed transno 4295030406 00010000:00010000:0.0:1705683736.478743:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.478744:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.478745:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683736.478753:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030361 committed transno 4295030406 00010000:00010000:0.0:1705683736.478756:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2843 pid: 15044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.478762:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2843 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.478768:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547654784:192.168.204.14@tcp:104: 00000004:00080000:3.0:1705683736.478768:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030362 committed transno 4295030406 00000100:00100000:0.0:1705683736.478784:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.478784:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030363 committed transno 4295030406 00000020:00080000:3.0:1705683736.478786:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a0f46c00 refcount 2 committed 0 result 0 batchid 3522 00000020:00080000:3.0:1705683736.478787:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800731c7500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800922f6780 00000020:00080000:3.0:1705683736.478789:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].602 00000020:00080000:3.0:1705683736.478791:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800731c7d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009f1df600 00000020:00080000:3.0:1705683736.478792:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3289 00000004:00080000:3.0:1705683736.478814:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030381 committed transno 4295030406 00000020:00080000:3.0:1705683736.478816:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009f3b3540 refcount 2 committed 0 result 0 batchid 3523 00000020:00080000:3.0:1705683736.478818:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009dfc1200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009f3b30c0 00000020:00080000:3.0:1705683736.478819:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].603 00000020:00080000:3.0:1705683736.478820:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009dfc1700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009ca0cc00 00000020:00080000:3.0:1705683736.478822:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3290 00000004:00080000:3.0:1705683736.478835:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030383 committed transno 4295030406 00000004:00080000:3.0:1705683736.478848:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030386 committed transno 4295030406 00000020:00080000:3.0:1705683736.478851:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009d1e3180 refcount 2 committed 0 result 0 batchid 3524 00000020:00080000:3.0:1705683736.478852:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009650e900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012b485000 00000020:00080000:3.0:1705683736.478854:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].604 00000020:00080000:3.0:1705683736.478855:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009650e800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009ed7d200 00000020:00080000:3.0:1705683736.478857:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3291 00000100:00100000:0.0:1705683736.478868:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+392:3081:x1788538547652736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9855us (9890us total) trans 4295071745 rc 0/0 00000004:00080000:3.0:1705683736.478872:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030388 committed transno 4295030406 00000100:00100000:0.0:1705683736.478873:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261485 00000020:00080000:3.0:1705683736.478874:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800a0fa40c0 refcount 2 committed 0 result 0 batchid 3525 00000020:00080000:3.0:1705683736.478876:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880134fddd00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009f3b3000 00000020:00080000:3.0:1705683736.478878:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].605 00000020:00080000:3.0:1705683736.478879:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009d1ff400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009d8d2200 00000020:00080000:3.0:1705683736.478881:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3292 00000004:00080000:0.0:1705683736.478893:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098118f00/2, rc 0, transno 104449 00000004:00080000:3.0:1705683736.478893:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030395 committed transno 4295030406 00000020:00080000:3.0:1705683736.478895:0:14252:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b22bff00 refcount 2 committed 0 result 0 batchid 3526 00000020:00080000:3.0:1705683736.478896:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a807f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b22bf780 00000100:00100000:0.0:1705683736.478897:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098118f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547652736:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1705683736.478898:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x4:0x0].606 00000020:00080000:3.0:1705683736.478899:0:14252:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009a807800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008e82f200 00000020:00080000:3.0:1705683736.478900:0:14252:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3293 00000100:00100000:0.0:1705683736.478930:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff15a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654848:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683736.478933:0:14252:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295030406 committed transno 4295030406 00000100:00100000:0.0:1705683736.478943:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.478951:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547654336:0@lo:1000:mdt00_019.0 00000100:00100000:0.0:1705683736.478954:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478955:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478959:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654848 00000100:00100000:0.0:1705683736.478972:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478973:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.478977:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261507 00000100:00100000:0.0:1705683736.478979:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+392:3081:x1788538547654848:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.478984:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547654912:0@lo:1000:mdt00_019.0 00002000:00080000:0.0:1705683736.478989:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24647 count 1 00000100:00100000:3.0:1705683736.479001:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.479010:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.479017:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479018:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479022:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547654912 00010000:00010000:0.0:1705683736.479027:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.479033:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479034:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.479035:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2843 pid: 14417 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.479037:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25154 00010000:00010000:0.0:1705683736.479039:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.479040:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.479040:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547654912:12345-0@lo:1000:mdt00_019.0 00010000:00010000:0.0:1705683736.479041:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.479052:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2843 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.479057:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2843 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.479063:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff14100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547654976:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.479075:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.479094:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547654912:12345-0@lo:1000:mdt00_019.0 Request processed in 53us (92us total) trans 0 rc 1/1 00000100:00100000:3.0:1705683736.479099:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25154 00000100:00100000:3.0:1705683736.479115:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547654912:0@lo:1000:mdt00_019.0 00000100:00100000:3.0:1705683736.479145:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547655040:0@lo:1000:mdt00_019.0 00000100:00100000:3.0:1705683736.479158:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.479165:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.479170:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479170:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479174:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547655040 00000100:00100000:3.0:1705683736.479182:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479183:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479185:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25155 00000100:00100000:3.0:1705683736.479187:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e996900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547655040:12345-0@lo:1000:mdt00_019.0 00010000:00010000:1.0:1705683736.479194:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479207:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4882 pid: 15079 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479212:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.479213:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.479214:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.479216:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e996900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547655040:12345-0@lo:1000:mdt00_019.0 Request processed in 28us (58us total) trans 0 rc 1/1 00000100:00100000:3.0:1705683736.479220:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25155 00010000:00010000:1.0:1705683736.479228:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4882 pid: 15079 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.479233:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547655040:0@lo:1000:mdt00_019.0 00010000:00010000:1.0:1705683736.479234:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4882 pid: 15079 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.479242:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547655104:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.479260:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973900 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.479261:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.479265:0:14252:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.479270:0:14252:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14252 initiator: MDT0 00000100:00100000:3.0:1705683736.479279:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547655168:0@lo:101:mdt00_019.0 00000100:00100000:3.0:1705683736.479295:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.479303:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.479309:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479309:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479312:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547655168 00000100:00100000:3.0:1705683736.479323:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479324:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479326:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25156 00000100:00100000:3.0:1705683736.479329:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e993700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14252:x1788538547655168:12345-0@lo:101:mdt00_019.0 00010000:00010000:3.0:1705683736.479335:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.479342:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde165 expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479353:0:14503:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479358:0:14503:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1225 pid: 14293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479362:0:14503:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 5/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 22 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479375:0:14503:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1225 pid: 14293 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479380:0:14503:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1225 pid: 14293 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.479391:0:14503:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e995000 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14503:1788538547655232:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.479414:0:14503:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479419:0:14503:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.479425:0:14503:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e990f00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14503:1788538547655296:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.479438:0:14503:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.479446:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.479461:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ef37800/2, rc 0, transno 104628 00000100:00100000:3.0:1705683736.479467:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547652672:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683736.479474:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801358e9900/2, rc 0, transno 104446 00000100:00100000:3.0:1705683736.479478:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801358e9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547652160:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683736.479486:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099ad8000/2, rc 0, transno 104627 00000100:00100000:3.0:1705683736.479488:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547651584:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.479498:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff12800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547655424:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.479500:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479506:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479507:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547655360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.479511:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.479513:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.479519:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479524:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.479535:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.479538:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.479539:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.479539:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.479541:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479544:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547655424 00010000:00010000:0.0:1705683736.479546:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009fee5b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.479548:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.479552:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479554:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479555:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479556:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547655360 00010000:00010000:0.0:1705683736.479561:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479563:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479564:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.479565:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fee5b80/0x9d5ae94021dde04d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x603d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479567:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261508 00000100:00100000:1.0:1705683736.479570:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+394:3083:x1788538547655424:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.479576:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.479577:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.479578:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1705683736.479579:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24648 count 1 00000100:00100000:0.0:1705683736.479583:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.479588:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013486b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547655488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.479603:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.479617:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.479617:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.479621:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547655488 00010000:00010000:1.0:1705683736.479621:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479629:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2843 pid: 15077 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.479644:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134870500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+394:3083:x1788538547652032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13761us (13891us total) trans 4295071746 rc 0/0 00010000:00010000:1.0:1705683736.479645:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.479645:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.479646:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.479647:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134877300/2, rc 0, transno 104450 00000100:00100000:3.0:1705683736.479649:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261477 00000100:00100000:0.0:1705683736.479652:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134877300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547652032:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.479659:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2843 pid: 15077 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.479661:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479661:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.479665:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261509 00010000:00010000:1.0:1705683736.479666:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2843 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.479668:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef32d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+888:3082:x1788538547655360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.479673:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef30500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547655552:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.479674:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547655616:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.479677:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14732 count 1 00000100:00100000:0.0:1705683736.479692:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.479692:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.479705:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479706:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479711:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547655616 00000100:00100000:0.0:1705683736.479727:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479727:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479727:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.479728:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.479730:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261510 00000100:00100000:0.0:1705683736.479733:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261511 00000100:00100000:1.0:1705683736.479733:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff10a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+888:3081:x1788538547655488:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.479736:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ff11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+394:3081:x1788538547655616:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.479743:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14733 count 1 00002000:00080000:0.0:1705683736.479744:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24649 count 1 00010000:00010000:1.0:1705683736.479818:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479827:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4882 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479832:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.479833:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.479834:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479847:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4882 pid: 15082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.479853:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4882 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.479857:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479860:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef36400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547655680:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.479866:0:14416:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4882 pid: 14417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479871:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.479872:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.479873:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.479874:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.479886:0:14416:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4882 pid: 14417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.479893:0:14416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4882 pid: 14417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.479900:0:14416:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14416:1788538547655744:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.479937:0:14416:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.480353:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.480362:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2843 pid: 14221 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.480366:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.480367:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.480368:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.480380:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2843 pid: 14221 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.480384:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2843 pid: 14221 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.480390:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a80500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547655808:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.480414:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.480497:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.480546:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.480599:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.480610:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.480618:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480619:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480624:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237120 00010000:00010000:1.0:1705683736.480651:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2844 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.480668:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480669:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480672:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237248 00010000:00010000:1.0:1705683736.480680:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4883 pid: 15079 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.480689:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480690:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480693:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99796 00000100:00100000:1.0:1705683736.480696:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2844:1858:x1788538570237120:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.480702:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.480712:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2844 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.480718:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2844 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.480729:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.480730:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.480733:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cca5180/0x9d5ae94021dde0bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x751a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b07 expref: 2844 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.480738:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cca5180/0x9d5ae94021dde0bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x751a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b07 expref: 2844 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.480752:0:6518:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cca5180/0x9d5ae94021dde0bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x751a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b07 expref: 2844 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.480759:0:6518:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099adda00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6518:1788538547655872:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.480777:0:6518:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2606c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.480785:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480786:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480791:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99797 00000100:00100000:1.0:1705683736.480794:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ade900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4883:1858:x1788538570237248:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.480800:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.480802:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4883 pid: 15079 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.480809:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4883 pid: 15079 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.480819:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.480820:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.480822:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.480826:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.480836:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.480848:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ade900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4883:1858:x1788538570237248:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.480852:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99797 00000100:00100000:1.0:1705683736.480880:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.480888:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480888:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480894:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237376 00010000:00010000:1.0:1705683736.480919:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2845 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.480931:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480932:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.480935:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99798 00000100:00100000:1.0:1705683736.480937:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2845:1858:x1788538570237376:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.480943:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.480945:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2845 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.480951:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2845 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.480959:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.480960:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.480962:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.480966:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.480973:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.480984:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad8a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2845:1858:x1788538570237376:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.480988:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99798 00000100:00100000:1.0:1705683736.481022:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481030:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481030:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481034:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237504 00010000:00010000:1.0:1705683736.481041:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2845 pid: 15017 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.481048:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481049:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481051:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99799 00000100:00100000:1.0:1705683736.481053:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2845:1858:x1788538570237504:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.481058:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.481064:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2845 pid: 15017 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481069:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2845 pid: 15017 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481077:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.481086:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2845:1858:x1788538570237504:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 32us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.481090:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99799 00000100:00100000:1.0:1705683736.481121:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481126:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481127:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481130:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237632 00010000:00010000:1.0:1705683736.481136:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4883 pid: 15099 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.481147:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481147:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481150:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99800 00000100:00100000:1.0:1705683736.481152:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a386850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4883:1858:x1788538570237632:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.481156:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.481157:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4883 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.481162:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4883 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.481171:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481172:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481173:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481177:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481184:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.481193:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a386850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4883:1858:x1788538570237632:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 40us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.481197:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99800 00000100:00100000:1.0:1705683736.481224:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481230:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481230:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481234:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237184 00010000:00010000:1.0:1705683736.481240:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2845 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.481247:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481247:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481249:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99801 00000100:00100000:1.0:1705683736.481252:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099adee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2845:1858:x1788538570237184:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.481255:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.481261:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2845 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481266:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2845 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481275:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481276:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481277:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aafb980/0x9d5ae94021dde0c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b0e expref: 2845 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481282:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aafb980/0x9d5ae94021dde0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b0e expref: 2845 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481294:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009aafb980/0x9d5ae94021dde0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b0e expref: 2845 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.481301:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099ad9400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14530:1788538547655936:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.481314:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2600c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.481336:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481342:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481342:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481346:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237312 00010000:00010000:1.0:1705683736.481352:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2846 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.481361:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481361:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481364:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99802 00000100:00100000:1.0:1705683736.481366:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2846:1858:x1788538570237312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.481370:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.481371:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2846 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481376:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2846 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481387:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481388:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481389:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481393:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481400:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.481411:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2846:1858:x1788538570237312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 44us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.481418:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99802 00000100:00100000:1.0:1705683736.481449:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481456:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481457:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481462:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237440 00010000:00010000:1.0:1705683736.481469:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4883 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.481479:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481480:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481482:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99803 00000100:00100000:1.0:1705683736.481485:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ad9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4883:1858:x1788538570237440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.481490:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.481491:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4883 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.481497:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4883 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.481509:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481510:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481511:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481515:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481523:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.481534:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ad9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4883:1858:x1788538570237440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 48us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.481538:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99803 00010000:00010000:3.0:1705683736.481557:0:15114:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098293700/0x9d5ae94021d8a75b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b5dd expref: 4882 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.481567:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.481569:0:15114:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eae5f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_115:lustre-OST0001_UUID:15114:1788538547653824:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.481574:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481574:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481579:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237568 00010000:00010000:3.0:1705683736.481586:0:15114:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481588:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5204 pid: 14273 timeout: 608 lvb_type: 1 00010000:00100000:3.0:1705683736.481592:0:15114:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.481593:0:15114:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.481593:0:15114:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.481595:0:15114:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.481597:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481598:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.481598:0:15114:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.481600:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99804 00000100:00100000:1.0:1705683736.481603:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099add000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5204:1858:x1788538570237568:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.481603:0:15114:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.481607:0:15114:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481608:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.481613:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5204 pid: 14273 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.481616:0:15114:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.481618:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5204 pid: 14273 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.481628:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481629:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481630:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e1c6800/0x9d5ae94021dde0a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af2 expref: 5204 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481648:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e1c6800/0x9d5ae94021dde0a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af2 expref: 5204 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481665:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009e1c6800/0x9d5ae94021dde0a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af2 expref: 5204 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.481672:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547656000:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.481685:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260000 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.481707:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481721:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.481728:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481729:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481733:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570236992 00000100:00100000:1.0:1705683736.481746:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481747:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481748:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237056 00000100:00100000:3.0:1705683736.481754:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098119900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:lustre-MDT0000-mdtlov_UUID+889:3082:x1788538547653696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7164us (7210us total) trans 4295071926 rc 0/0 00000100:00100000:1.0:1705683736.481756:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481756:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481758:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237696 00000100:00100000:3.0:1705683736.481760:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261497 00000100:00100000:1.0:1705683736.481766:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481767:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481768:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237760 00000100:00100000:3.0:1705683736.481770:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.481771:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481774:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481775:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.481775:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261512 00000100:00100000:3.0:1705683736.481778:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:dab809dd-6952-4f4e-9170-c0b3df4b5902+2867:30388:x1788538570236992:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:1.0:1705683736.481779:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261513 00000100:00100000:1.0:1705683736.481781:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef34b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5206:27217:x1788538570237056:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.481785:0:15114:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.481787:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.481878:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a9a8c80/0x9d5ae94021dde18f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b38 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481890:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5207 pid: 8807 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.481899:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481899:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.481901:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9a8c80/0x9d5ae94021dde18f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b38 expref: 5207 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.481929:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5207 pid: 8807 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.481935:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5207 pid: 8807 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.481940:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15077:1788538547656064:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.481955:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260f00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.481963:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481963:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.481970:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261514 00000100:00100000:1.0:1705683736.481973:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab17300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4882:29581:x1788538570237696:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.481978:0:8809:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.482126:0:15114:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cc56300/0x9d5ae94021dde196 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7beb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b31 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.482137:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7beb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.482145:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.482147:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.482149:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc56300/0x9d5ae94021dde196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b31 expref: 2868 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.482157:0:15114:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cc56300/0x9d5ae94021dde196 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7beb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b31 expref: 2868 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.482162:0:15114:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cc56300, rc 0) 00000100:00100000:3.0:1705683736.482177:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:dab809dd-6952-4f4e-9170-c0b3df4b5902+2868:30388:x1788538570236992:12345-192.168.204.14@tcp:101:dd.0 Request processed in 399us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.482182:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261512 00000100:00100000:3.0:1705683736.482194:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.482194:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.482197:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261515 00000100:00100000:3.0:1705683736.482200:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5207:15123:x1788538570237760:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.482207:0:15114:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.482239:0:15026:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348bd900/0x9d5ae94021d8a57f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b53c expref: 4882 pid: 15079 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.482250:0:15026:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098119400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_040:lustre-OST0001_UUID:15026:1788538547653440:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.482266:0:15026:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.482270:0:15026:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.482271:0:15026:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.482272:0:15026:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.482273:0:15026:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482277:0:15026:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482282:0:15026:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482286:0:15026:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482296:0:15026:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.482380:0:15026:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_040:lustre-MDT0000-mdtlov_UUID+889:3082:x1788538547653184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9419us (9452us total) trans 4295071927 rc 0/0 00000100:00100000:0.0:1705683736.482386:0:15026:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261491 00010000:00010000:0.0:1705683736.482400:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.482404:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482413:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801359d8500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.482415:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482420:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482429:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482432:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801359d8500/0x9d5ae94021dde0e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3988:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.482548:0:15114:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5c0280/0x9d5ae94021dde19d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ad7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b46 expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.482559:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ad7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.482620:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.482622:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482626:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099cba580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.482627:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482642:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482650:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482657:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099cba580/0x9d5ae94021dde0d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3987:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482669:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.482670:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.482671:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.482688:0:15097:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e159180/0x9d5ae94021dc3efb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f472 expref: 2845 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.482697:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098118a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547653760:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.482709:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.482713:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.482714:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.482715:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.482716:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482720:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482724:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482728:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482740:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.482837:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+395:3081:x1788538547653568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8211us (8246us total) trans 4295071747 rc 0/0 00000100:00100000:0.0:1705683736.482841:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261498 00010000:00010000:0.0:1705683736.482858:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.482861:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482866:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099cbb200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.482867:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482872:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482940:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482944:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099cbb200/0x9d5ae94021dde0e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6043:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.482954:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.482955:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.482956:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.482975:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009811d500/2, rc 0, transno 104451 00000100:00100000:0.0:1705683736.482982:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547653568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.483015:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1705683736.483023:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547656128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.483039:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.483051:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.483051:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.483056:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656128 00000100:00100000:0.0:1705683736.483066:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.483067:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.483069:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261516 00000100:00100000:0.0:1705683736.483071:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a80a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+395:3083:x1788538547656128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.483082:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24650 count 1 00010000:00010000:3.0:1705683736.483123:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.483125:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.483128:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5c0280/0x9d5ae94021dde19d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b46 expref: 5208 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.483132:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483136:0:15114:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c5c0280/0x9d5ae94021dde19d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b46 expref: 5208 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.483139:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2844 pid: 15077 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.483141:0:15114:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5c0280, rc 0) 00010000:00010000:0.0:1705683736.483145:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.483146:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.483147:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.483157:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:15123:x1788538570237760:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 956us (1435us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.483158:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2844 pid: 15077 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.483162:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261515 00010000:00010000:0.0:1705683736.483164:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2844 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.483171:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547656192:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.483177:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.483185:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f240 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.483192:0:15089:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0336a80/0x9d5ae94021d8a134 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b44e expref: 4881 pid: 15099 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.483203:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d70500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547653248:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.483226:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.483231:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.483232:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.483233:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.483234:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483238:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483243:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483247:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483256:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.483347:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+889:3082:x1788538547653056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10389us (10462us total) trans 4295071928 rc 0/0 00000100:00100000:3.0:1705683736.483353:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261490 00010000:00010000:3.0:1705683736.483387:0:15019:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a067e800/0x9d5ae94021ceea43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd20 expref: 2844 pid: 15017 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.483394:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800735e8a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547652992:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.483403:0:15019:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134d90c80/0x9d5ae94021ccd67b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355b8 expref: 5207 pid: 14273 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.483410:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a85d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547653120:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.483433:0:15019:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009e1c6800/0x9d5ae94021dde0a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588af2 expref: 5206 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483443:0:15019:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e1c6800, rc 0) 00000100:00100000:3.0:1705683736.483456:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5206:21828:x1788538570235200:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10987us (11023us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.483460:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261488 00010000:00010000:1.0:1705683736.483569:0:8809:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9aaf80/0x9d5ae94021dde1ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6bec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b3f expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.483580:0:8809:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6bec:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:3.0:1705683736.483585:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.483588:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.483588:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.483589:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.483592:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9aaf80/0x9d5ae94021dde1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b3f expref: 4881 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483593:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cca4500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.483594:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483599:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.483602:0:8809:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a9aaf80/0x9d5ae94021dde1ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b3f expref: 4881 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.483607:0:8809:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9aaf80, rc 0) 00010000:00010000:3.0:1705683736.483608:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483612:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cca4500/0x9d5ae94021dde0b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3986:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.483617:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab17300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4881:29581:x1788538570237696:12345-192.168.204.14@tcp:101:dd.0 Request processed in 1644us (1910us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.483621:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261514 00010000:00010000:3.0:1705683736.483623:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.483623:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.483624:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.483649:0:8808:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c1de00/0x9d5ae94021dc3f17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6042:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f464 expref: 2843 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.483659:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eae3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547653632:192.168.204.14@tcp:104: 00000004:00080000:1.0:1705683736.483669:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098118500/2, rc 0, transno 104630 00010000:00010000:3.0:1705683736.483669:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.483673:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.483674:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.483674:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.483675:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098118500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547653696:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.483675:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483679:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483683:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483687:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483695:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683736.483705:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098119e00/2, rc 0, transno 104631 00000100:00100000:1.0:1705683736.483709:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098119e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547653184:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.483729:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009811ad00/2, rc 0, transno 104632 00000100:00100000:1.0:1705683736.483733:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547653056:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.483735:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683736.483750:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab11400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547656256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.483767:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.483780:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.483781:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.483785:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656256 00000100:00100000:3.0:1705683736.483791:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+396:3080:x1788538547653504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9404us (9443us total) trans 4295071748 rc 0/0 00000100:00100000:3.0:1705683736.483796:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261496 00000100:00100000:1.0:1705683736.483798:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.483798:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.483801:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261517 00000100:00100000:1.0:1705683736.483804:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+889:3082:x1788538547656256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.483813:0:15080:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14734 count 1 00010000:00010000:3.0:1705683736.483822:0:15101:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800995a3c00/0x9d5ae94021dc6d38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x751a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a59 expref: 2842 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.483833:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d76900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547653312:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.483848:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cca5180/0x9d5ae94021dde0bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x751a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b07 expref: 2841 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483853:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cca5180, rc 0) 00000100:00100000:3.0:1705683736.483863:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d76e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2841:29913:x1788538570235520:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10532us (10563us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.483867:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261493 00010000:00010000:1.0:1705683736.483877:0:15080:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.483884:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4880 pid: 15099 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.483889:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.483890:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.483891:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483891:0:15034:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b248500/0x9d5ae94021d61e53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x60b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b67 expref: 2840 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.483898:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d74100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15034:1788538547653376:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.483922:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4880 pid: 15099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.483929:0:15034:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009aafb980/0x9d5ae94021dde0c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b0e expref: 2839 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.483930:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4880 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.483936:0:15034:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009aafb980, rc 0) 00000100:00100000:1.0:1705683736.483937:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab11900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547656448:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.483948:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:dab809dd-6952-4f4e-9170-c0b3df4b5902+2839:27110:x1788538570235840:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10376us (10407us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.483951:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.483952:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261494 00000100:00100000:1.0:1705683736.483966:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab13200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547656320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.483980:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683736.483995:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131d72d00/2, rc 0, transno 104452 00000100:00100000:1.0:1705683736.484000:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131d72d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547653504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.484023:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab15000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547656512:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.484039:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.484060:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683736.484064:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547656384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.484077:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.484088:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484089:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484094:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656320 00000100:00100000:1.0:1705683736.484104:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484105:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484107:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656512 00000100:00100000:1.0:1705683736.484114:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484114:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484116:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656384 00000100:00100000:1.0:1705683736.484121:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484122:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484125:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261518 00000100:00100000:1.0:1705683736.484127:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+891:3080:x1788538547656320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.484135:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14735 count 1 00010000:00010000:1.0:1705683736.484314:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484323:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4880 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484327:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.484328:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.484329:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484340:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4880 pid: 15093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484346:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4880 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.484352:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134efb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547656576:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.484364:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.484374:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484375:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484380:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261519 00000100:00100000:1.0:1705683736.484383:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ef9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+396:3082:x1788538547656512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.484392:0:15018:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24651 count 1 00010000:00010000:1.0:1705683736.484461:0:15018:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484468:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2838 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.484472:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.484473:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.484473:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484485:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2838 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.484491:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2838 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.484497:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135609e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547656640:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.484507:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.484515:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484515:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484520:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261520 00000100:00100000:1.0:1705683736.484523:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+891:3080:x1788538547656384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.484531:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14736 count 1 00000100:00100000:3.0:1705683736.484697:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.484704:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484711:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4880 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484716:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.484716:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.484717:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484728:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4880 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.484728:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eae3c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547653952:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.484732:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4880 pid: 15067 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.484738:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88013560ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547656704:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.484741:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.484748:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a780 going to sleep for 11 seconds 00010000:00100000:3.0:1705683736.484750:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.484751:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.484752:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.484759:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.484759:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.484763:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237824 00000100:00100000:3.0:1705683736.484775:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.484776:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.484779:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261521 00000100:00100000:3.0:1705683736.484781:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5206:30132:x1788538570237824:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.484786:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.484792:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.484833:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd75500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547654016:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.484848:0:15087:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fdc7980/0x9d5ae94021dde0fc lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b1c expref: 2867 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.484857:0:15087:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdc7980, rc 0) 00000100:00100000:1.0:1705683736.484867:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:dab809dd-6952-4f4e-9170-c0b3df4b5902+2867:29031:x1788538570235968:12345-192.168.204.14@tcp:101:dd.0 Request processed in 9752us (9794us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.484872:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261500 00000100:00100000:1.0:1705683736.484896:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.484902:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484903:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484920:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238016 00000100:00100000:1.0:1705683736.484929:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484930:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.484933:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261522 00000100:00100000:1.0:1705683736.484935:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:dab809dd-6952-4f4e-9170-c0b3df4b5902+2839:15162:x1788538570238016:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.484940:0:15087:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.485002:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.485005:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.485009:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801359d8280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.485011:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.485015:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.485034:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.485038:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359d8280/0x9d5ae94021dde0d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6042:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.485049:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.485050:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.485051:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.485124:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cffdb80/0x9d5ae94021dde1ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7730:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b4d expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.485136:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7730:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.485145:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.485146:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.485149:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cffdb80/0x9d5ae94021dde1ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b4d expref: 5207 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.485157:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cffdb80/0x9d5ae94021dde1ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7730:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b4d expref: 5207 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.485162:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cffdb80, rc 0) 00000100:00100000:3.0:1705683736.485174:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5207:30132:x1788538570237824:12345-192.168.204.14@tcp:101:dd.0 Request processed in 391us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.485178:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261521 00000100:00100000:3.0:1705683736.485196:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.485197:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.485203:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570237952 00000100:00100000:3.0:1705683736.485220:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.485221:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.485226:0:14208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207284 00000100:00100000:3.0:1705683736.485228:0:14208:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135608f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1104:30881:x1788538570237952:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:3.0:1705683736.485254:0:14208:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683736.485267:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131d82800/0x9d5ae94021ddca7b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2029:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258813d expref: 1104 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.485280:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134d9d900/0x9d5ae94021d96da7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2029:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256fdff expref: 1103 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.485288:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2029:0x0].0x0 (ffff880134bd4000) 00010000:00010000:3.0:1705683736.485295:0:14208:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.485308:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.485315:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.485319:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.485334:0:15087:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a989b80/0x9d5ae94021dde1dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b54 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.485345:0:15087:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.485353:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.485354:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.485357:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a989b80/0x9d5ae94021dde1dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b54 expref: 2840 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.485363:0:15087:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a989b80/0x9d5ae94021dde1dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b54 expref: 2840 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.485368:0:15087:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a989b80, rc 0) 00010000:00010000:3.0:1705683736.485371:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a3480/0x9d5ae94021dde1e3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2023:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.485375:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a3480/0x9d5ae94021dde1e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.485378:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:dab809dd-6952-4f4e-9170-c0b3df4b5902+2840:15162:x1788538570238016:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 442us (482us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.485379:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a3480/0x9d5ae94021dde1e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.485383:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261522 00010000:00010000:3.0:1705683736.485477:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.485482:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.485486:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000040:00080000:3.0:1705683736.485629:0:14208:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].27845, 64 off1799576 00000004:00080000:3.0:1705683736.485648:0:14208:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 508528743115ns, next at 509528741621ns, rc = 0 00010000:00010000:3.0:1705683736.485679:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.485685:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.485690:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.485694:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.485698:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.485701:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.486257:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.486270:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.486278:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486278:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486284:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238144 00010000:00010000:1.0:1705683736.486301:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4881 pid: 8809 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.486313:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486313:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486316:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238080 00010000:00010000:1.0:1705683736.486323:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4882 pid: 15023 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.486332:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486333:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486336:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99805 00000100:00100000:1.0:1705683736.486340:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4882:1858:x1788538570238144:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.486346:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.486354:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4882 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.486360:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4882 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.486374:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348be080/0x9d5ae94021dbcf8e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9ef expref: 4882 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.486382:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.486384:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.486386:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fdc7980/0x9d5ae94021dde0fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b1c expref: 2866 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486390:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdc7980/0x9d5ae94021dde0fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b1c expref: 2866 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486406:0:15007:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fdc7980/0x9d5ae94021dde0fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b1c expref: 2866 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.486413:0:15007:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe69e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15007:1788538547656768:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.486428:0:15007:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574e600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.486438:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486439:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486444:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99806 00000100:00100000:1.0:1705683736.486447:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4881:1858:x1788538570238080:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.486451:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.486453:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4881 pid: 15023 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.486458:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4881 pid: 15023 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.486468:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b71900/0x9d5ae94021d8a8ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b670 expref: 4881 pid: 15023 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.486475:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.486476:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.486478:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486482:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486495:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.486504:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4880:1858:x1788538570238080:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.486509:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99806 00010000:00010000:1.0:1705683736.486526:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486530:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486535:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.486539:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.486590:0:14208:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.486601:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6520:1788538547654080:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.486607:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486611:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486613:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.486615:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486618:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801355a2300 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.486620:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.486623:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eae1400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5206:1857:x1788538570235776:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11326us (11402us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.486624:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.486628:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99784 00010000:00010000:3.0:1705683736.486630:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2029:0x0].0x0 (ffff8801318f2200) 00010000:00010000:3.0:1705683736.486644:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683736.486646:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486649:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a2300/0x9d5ae94021dde1ea lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486690:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.486693:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486698:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801355a0280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.486699:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486703:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486709:0:8823:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2029:0x0].0x0 (ffff8801318f2200) 00010000:00010000:0.0:1705683736.486711:0:8823:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1705683736.486713:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486716:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a0280/0x9d5ae94021dde1f1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486726:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486727:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.486729:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.486731:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486732:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131de5e00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.486733:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486734:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.486737:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.486737:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486739:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cffd680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.486741:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486743:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.486746:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.486750:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.486751:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.486752:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.486752:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x0 (ffff880099f70b00) 00010000:00010000:3.0:1705683736.486753:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.486754:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486757:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cffd680/0x9d5ae94021dde1d5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000004:00010000:3.0:1705683736.486766:0:14208:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880135608f00 reply state ffff880135a96000 transno 4295030425 ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a3480/0x9d5ae94021dde1e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486772:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801355a3480/0x9d5ae94021dde1e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.486775:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x31 (ffff880099f30400) 00010000:00010000:3.0:1705683736.486777:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.486795:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1705683736.486797:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131de5e00/0x9d5ae94021dde0f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3989:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.486797:0:14208:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135608f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1104:30881:x1788538570237952:12345-192.168.204.14@tcp:36:rm.0 Request processed in 1567us (2004us total) trans 4295030425 rc 0/0 00000100:00100000:3.0:1705683736.486802:0:14208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207284 00000100:00100000:3.0:1705683736.486840:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.486865:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.486884:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.486889:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.486890:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.486893:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.486895:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238528 00000100:00100000:0.0:1705683736.486924:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df86400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547654272:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.486924:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.486925:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.486930:0:14208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207285 00000100:00100000:3.0:1705683736.486933:0:14208:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+1226:31070:x1788538570238528:12345-192.168.204.14@tcp:36:mrename.0 00010000:00010000:0.0:1705683736.486936:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.486940:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.486941:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.486942:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.486954:0:14208:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1705683736.486964:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131de4280/0x9d5ae94021dde12d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b2a expref: 1226 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.486974:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x0 (ffff880073560000) 00010000:00010000:3.0:1705683736.486979:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb52f80/0x9d5ae94021dddf82 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a6d expref: 1225 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.486984:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.486985:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.486987:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff8801318f2900) 00000100:00100000:1.0:1705683736.486991:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238400 00010000:00010000:3.0:1705683736.486991:0:14208:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.487006:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487007:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487010:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57728 00000100:00100000:1.0:1705683736.487012:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d93850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1104:30904:x1788538570238400:12345-192.168.204.14@tcp:35:rm.0 00010000:00010000:3.0:1705683736.487033:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.487040:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487044:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.487080:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d93850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1105:30904:x1788538570238400:12345-192.168.204.14@tcp:35:rm.0 Request processed in 66us (214us total) trans 4295030426 rc 0/0 00010000:00010000:3.0:1705683736.487083:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00000100:00100000:1.0:1705683736.487085:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57728 00010000:00010000:3.0:1705683736.487088:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487093:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487155:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.487162:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487166:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.487175:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b1e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+892:3083:x1788538547653888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12297us (12332us total) trans 4295071929 rc 0/0 00000100:00100000:1.0:1705683736.487180:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261499 00000100:00100000:1.0:1705683736.487189:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487190:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487193:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238208 00000100:00100000:1.0:1705683736.487203:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487203:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487206:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261523 00000100:00100000:1.0:1705683736.487209:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a858a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4880:15146:x1788538570238208:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.487214:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.487240:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.487244:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487248:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487265:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.487269:0:14208:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.487274:0:14208:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14208 initiator: MDT1 00000100:00100000:3.0:1705683736.487282:0:14208:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:14208:1788538547656832:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1705683736.487299:0:14208:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.487310:0:14208:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.487334:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.487344:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.487359:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.487380:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.487390:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.487398:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.487443:0:14503:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e995000 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14503:1788538547655232:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.487450:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.487450:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.487453:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238592 00000100:00100000:3.0:1705683736.487464:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.487464:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.487466:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238720 00000100:00100000:3.0:1705683736.487475:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.487476:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.487481:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261524 00000100:00100000:3.0:1705683736.487484:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2867:21736:x1788538570238592:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.487490:0:8809:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.487537:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487538:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487541:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238272 00000100:00100000:1.0:1705683736.487556:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487557:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487559:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238656 00010000:00010000:1.0:1705683736.487564:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4882 pid: 15083 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.487573:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487573:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487575:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238784 00010000:00010000:1.0:1705683736.487582:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2840 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.487588:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487589:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487590:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238848 00010000:00010000:1.0:1705683736.487594:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2841 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.487599:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487600:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487602:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36042 00000100:00100000:1.0:1705683736.487605:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+1244:1855:x1788538570238272:12345-192.168.204.14@tcp:103:mrename.0 00010000:00010000:1.0:1705683736.487610:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.487619:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099409e00/0x9d5ae94021dde05b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1ea9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588acf expref: 1244 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487629:0:6519:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff880098224900) 00010000:00010000:1.0:1705683736.487649:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.487659:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+1243:1855:x1788538570238272:12345-192.168.204.14@tcp:103:mrename.0 Request processed in 53us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.487663:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36042 00000100:00100000:1.0:1705683736.487669:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487670:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487672:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99807 00000100:00100000:1.0:1705683736.487674:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4882:1858:x1788538570238656:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.487678:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.487680:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4882 pid: 15083 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.487686:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4882 pid: 15083 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.487694:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f063700/0x9d5ae94021d8acb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b781 expref: 4882 pid: 15083 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.487702:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487703:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487704:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487708:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487721:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.487729:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4881:1858:x1788538570238656:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.487733:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99807 00000100:00100000:1.0:1705683736.487740:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487741:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487743:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99808 00000100:00100000:1.0:1705683736.487745:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2841:1858:x1788538570238784:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.487750:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.487752:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2841 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.487761:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2841 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.487770:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487771:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487773:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487777:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487785:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.487794:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2841:1858:x1788538570238784:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 48us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.487798:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99808 00000100:00100000:1.0:1705683736.487806:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487806:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487809:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99809 00000100:00100000:1.0:1705683736.487812:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2840:1858:x1788538570238848:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.487817:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.487819:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2840 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.487825:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2840 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.487838:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487839:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487840:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487844:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487852:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.487860:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2840:1858:x1788538570238848:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 47us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.487864:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99809 00010000:00010000:1.0:1705683736.487883:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a98a080/0x9d5ae94021dde21b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4063:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b5b expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.487894:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4063:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.487902:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487903:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.487921:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98a080/0x9d5ae94021dde21b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b5b expref: 4881 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487928:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a98a080/0x9d5ae94021dde21b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b5b expref: 4881 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.487934:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a98a080, rc 0) 00000100:00100000:1.0:1705683736.487944:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a858a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4881:15146:x1788538570238208:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 735us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.487952:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261523 00000100:00100000:1.0:1705683736.487958:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487959:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.487962:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261525 00000100:00100000:1.0:1705683736.487965:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4880:15161:x1788538570238720:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.487970:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.488152:0:14328:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488153:0:14328:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488159:0:14328:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656832 00000100:00100000:0.0:1705683736.488178:0:14328:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488179:0:14328:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488182:0:14328:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25157 00000100:00100000:0.0:1705683736.488185:0:14328:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e97d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:14208:x1788538547656832:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1705683736.488190:0:14328:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.488240:0:14328:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bad7200/0x9d5ae94021dde222 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde214 expref: -99 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488251:0:14328:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bad7200/0x9d5ae94021dde222 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde214 expref: 16 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488258:0:14328:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bad7200/0x9d5ae94021dde222 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde214 expref: 16 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488262:0:14328:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff88013025e500) 00010000:00010000:0.0:1705683736.488264:0:14328:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1705683736.488266:0:14328:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bad7200, rc 0) 00000100:00100000:0.0:1705683736.488292:0:14328:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e97d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:14208:x1788538547656832:12345-0@lo:101:mdt00_008.0 Request processed in 106us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.488296:0:14328:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25157 00000100:00100000:0.0:1705683736.488320:0:14323:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df84600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0001_UUID:14323:1788538547654400:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.488334:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.488343:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e992d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4880:1858:x1788538570236416:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10999us (12119us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.488347:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99792 00000100:00100000:0.0:1705683736.488389:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff14100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547654976:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.488401:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.488406:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.488406:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.488407:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.488417:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488422:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488427:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488430:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488444:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.488548:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd70f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+892:3081:x1788538547654208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12484us (12517us total) trans 4295071930 rc 0/0 00000100:00100000:0.0:1705683736.488552:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261501 00010000:00010000:0.0:1705683736.488579:0:15083:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b4f00/0x9d5ae94021dc3f09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f48e expref: 2839 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.488585:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547654592:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.488596:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.488599:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.488599:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.488600:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.488601:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488604:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488608:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488612:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488622:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.488730:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd73700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+397:3082:x1788538547654528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10590us (10615us total) trans 4295071749 rc 0/0 00000100:00100000:0.0:1705683736.488735:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261504 00000004:00080000:0.0:1705683736.488762:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cd74100/2, rc 0, transno 104453 00000100:00100000:0.0:1705683736.488768:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd74100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547654528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.488804:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.488811:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547656896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.488830:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.488844:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488844:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488848:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547656896 00000100:00100000:0.0:1705683736.488857:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488858:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.488861:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261526 00000100:00100000:0.0:1705683736.488863:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a99d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+397:3082:x1788538547656896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.488874:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24652 count 1 00010000:00010000:0.0:1705683736.488974:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.488982:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2838 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.488988:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.488989:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.488990:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489008:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2838 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.489015:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2838 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.489023:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a85f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547656960:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.489037:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7ab40 going to sleep for 11 seconds 00000004:00080000:0.0:1705683736.489060:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009811da00/2, rc 0, transno 104633 00000100:00100000:0.0:1705683736.489068:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811da00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547653888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.489095:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ff14100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.489111:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.489127:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489128:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489132:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657024 00000100:00100000:0.0:1705683736.489142:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489143:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489145:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261527 00000100:00100000:0.0:1705683736.489148:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e996e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+892:3080:x1788538547657024:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.489155:0:8809:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097747480/0x9d5ae94021dde230 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b62 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.489157:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14737 count 1 00010000:00010000:3.0:1705683736.489171:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4879 pid: 15029 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.489176:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2868 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.489180:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.489181:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.489182:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097747480/0x9d5ae94021dde230 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b62 expref: 2868 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.489195:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2868 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.489206:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2868 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.489214:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7c9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547657088:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.489234:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4879 pid: 15029 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.489298:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489306:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4879 pid: 15023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489314:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.489315:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.489316:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489328:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4879 pid: 15023 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489335:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4879 pid: 15023 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.489342:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e992d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547657216:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.489354:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00000004:00080000:0.0:1705683736.489381:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cd71e00/2, rc 0, transno 104634 00000100:00100000:0.0:1705683736.489386:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd71e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.489405:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683736.489410:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df84600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.489426:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.489440:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489440:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489445:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657280 00000100:00100000:0.0:1705683736.489457:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489458:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.489461:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261528 00000100:00100000:0.0:1705683736.489463:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+893:3080:x1788538547657280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.489471:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14738 count 1 00010000:00010000:0.0:1705683736.489663:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489672:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4879 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489677:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.489678:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.489679:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489691:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4879 pid: 15026 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.489697:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4879 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.489703:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547657344:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.489715:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.489742:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547654784:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.489762:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.489767:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.489768:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.489768:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.490002:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4879 pid: 15029 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.490010:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7cad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547657152:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.490020:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.490023:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490027:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a98b980/0x9d5ae94021dde245 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b69 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490029:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b21fc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.490031:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490036:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.490039:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.490048:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.490049:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.490049:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490052:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b980/0x9d5ae94021dde245 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b69 expref: 4880 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490055:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b21fc00/0x9d5ae94021dde134 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490059:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a98b980/0x9d5ae94021dde245 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b69 expref: 4880 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490065:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a98b980, rc 0) 00010000:00010000:3.0:1705683736.490070:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.490071:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.490076:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd70a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4880:15161:x1788538570238720:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 2110us (2695us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.490076:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b21de00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.490077:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.490081:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261525 00010000:00010000:3.0:1705683736.490081:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490088:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490092:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b21de00/0x9d5ae94021dde149 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6045:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490105:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.490106:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.490107:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.490112:0:15067:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801359e9b80/0x9d5ae94021dc3f3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f480 expref: 2838 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.490120:0:15067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131b19400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547654464:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.490127:0:14208:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:14208:1788538547656832:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1705683736.490131:0:15067:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.490135:0:15067:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490136:0:15067:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490136:0:15067:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.490137:0:15067:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490139:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490142:0:15067:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490146:0:15067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490148:0:14208:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490150:0:15067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490159:0:15067:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1705683736.490176:0:14208:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000403:0x1ea9:0x0] 00010000:00010000:3.0:1705683736.490187:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.490193:0:14208:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1104 pid: 14257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490197:0:14208:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 4/0,1 mode: --/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.490210:0:14208:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1104 pid: 14257 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490215:0:14208:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1104 pid: 14257 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.490221:0:14208:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ccb00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:14208:1788538547657408:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.490235:0:14208:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.490245:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.490248:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490252:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca67980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.490254:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490261:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490269:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490272:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca67980/0x9d5ae94021dde142 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.490275:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b1ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+398:3081:x1788538547654144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14182us (14213us total) trans 4295071750 rc 0/0 00000100:00100000:1.0:1705683736.490279:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261502 00010000:00010000:3.0:1705683736.490283:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.490283:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.490284:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.490295:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b36c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.490302:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0001_UUID:15024:1788538547655104:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.490312:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.490316:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490317:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490318:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.490379:0:14503:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e990f00 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14503:1788538547655296:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.490394:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef30500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547655552:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.490400:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 3/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 22 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.490404:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490405:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00010000:3.0:1705683736.490407:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00100000:1.0:1705683736.490408:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490408:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.490408:0:14503:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 3/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 22 pid: 14503 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.490409:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.490413:0:14503:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 3/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 22 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.490416:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132515900, rc 0) 00000100:00100000:3.0:1705683736.490438:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e993700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:14252:x1788538547655168:12345-0@lo:101:mdt00_019.0 Request processed in 11108us (11143us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.490439:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef36400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547655680:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.490443:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25156 00010000:00010000:1.0:1705683736.490452:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.490456:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490456:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.490457:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.490466:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e991e00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547655168:0@lo:101:mdt00_019.0 00010000:00010000:3.0:1705683736.490474:0:14252:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.490477:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.490478:0:14252:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.490516:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.490530:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.490540:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.490556:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14416:1788538547655744:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.490569:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.490573:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.490574:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.490575:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490584:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490585:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490589:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238912 00000100:00100000:3.0:1705683736.490590:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.490601:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490602:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490605:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261529 00000100:00100000:1.0:1705683736.490608:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5206:27256:x1788538570238912:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:3.0:1705683736.490609:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.490614:0:15034:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.490620:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.490659:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.490682:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.490694:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.490874:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490875:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490880:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570238976 00010000:00010000:1.0:1705683736.490890:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2838 pid: 15044 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.490899:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490899:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490901:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239104 00010000:00010000:1.0:1705683736.490921:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4880 pid: 15079 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.490927:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490928:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490930:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239360 00010000:00010000:1.0:1705683736.490935:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2839 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.490940:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490941:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490942:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239488 00010000:00010000:1.0:1705683736.490947:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4881 pid: 14417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.490953:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490953:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490955:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239040 00010000:00010000:1.0:1705683736.490960:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2840 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.490965:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490966:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490967:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239168 00010000:00010000:1.0:1705683736.490974:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.490979:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490979:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.490981:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239424 00010000:00010000:1.0:1705683736.490986:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4882 pid: 15082 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.491043:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491044:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491049:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239552 00010000:00010000:0.0:1705683736.491060:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2841 pid: 14221 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.491067:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491068:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491071:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99810 00000100:00100000:0.0:1705683736.491073:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2841:1858:x1788538570238976:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491079:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491082:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2841 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491088:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2841 pid: 15044 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491098:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e158500/0x9d5ae94021dc3f1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f49c expref: 2841 pid: 15044 timeout: 608 lvb_type: 1 00000020:00080000:3.0:1705683736.491101:0:6561:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 3526 committed batchid 3519 00010000:00010000:0.0:1705683736.491107:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491107:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491109:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491113:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491127:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.491149:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2840:1858:x1788538570238976:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 74us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491156:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99810 00000100:00100000:0.0:1705683736.491166:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491166:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491170:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99811 00000100:00100000:0.0:1705683736.491172:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7c9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4882:1858:x1788538570239104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491177:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491180:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4882 pid: 15079 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491186:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4882 pid: 15079 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491195:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d43a300/0x9d5ae94021d8ae0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b830 expref: 4882 pid: 15079 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491203:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491204:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491205:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491208:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491219:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.491231:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7c9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4881:1858:x1788538570239104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 58us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491235:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99811 00000100:00100000:0.0:1705683736.491244:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491244:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491247:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99812 00000100:00100000:0.0:1705683736.491250:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2839:1858:x1788538570239360:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491254:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491257:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2839 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491263:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2839 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491275:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135c1f980/0x9d5ae94021dc3f25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4b8 expref: 2839 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491282:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491283:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491284:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491289:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491300:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.491311:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2838:1858:x1788538570239360:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491316:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99812 00000100:00100000:0.0:1705683736.491323:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491323:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491326:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99813 00000100:00100000:0.0:1705683736.491329:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4880:1858:x1788538570239488:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491333:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491335:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4880 pid: 14417 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491341:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4880 pid: 14417 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491350:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c24a580/0x9d5ae94021d8b172 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b910 expref: 4880 pid: 14417 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491358:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491359:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491360:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491364:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491375:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.491387:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4879:1858:x1788538570239488:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491392:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99813 00000100:00100000:0.0:1705683736.491417:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491418:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491421:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99814 00000100:00100000:0.0:1705683736.491423:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2837:1858:x1788538570239040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491428:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491431:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2837 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491436:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2837 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491444:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6300/0x9d5ae94021dc3f10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4aa expref: 2837 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491452:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491453:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491455:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491458:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491469:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.491481:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2836:1858:x1788538570239040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491486:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99814 00000100:00100000:0.0:1705683736.491494:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491495:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491497:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99815 00000100:00100000:0.0:1705683736.491500:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cf300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:1858:x1788538570239168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491505:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491508:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491514:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491522:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e300/0x9d5ae94021ddbffb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2047:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742587f8b expref: 1225 pid: 14243 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.491533:0:6520:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00010000:0.0:1705683736.491536:0:6520:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 21 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491541:0:6520:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 21 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491544:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.491554:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cf300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:1858:x1788538570239168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 54us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491558:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99815 00000100:00100000:0.0:1705683736.491565:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491566:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.491568:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99816 00000100:00100000:0.0:1705683736.491571:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2835:1858:x1788538570239552:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.491575:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.491577:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2835 pid: 14221 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.491583:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491585:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2835 pid: 14221 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.491592:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.491593:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.491593:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491594:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491598:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.491599:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491604:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.491604:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.491613:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.491617:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2835:1858:x1788538570239552:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 46us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.491620:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99816 00010000:00010000:0.0:1705683736.491648:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.491651:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491656:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cc56080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.491657:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491661:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491670:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491673:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cc56080/0x9d5ae94021dde181 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491686:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.491687:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.491687:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.491704:0:15084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6800/0x9d5ae94021dc3f33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4c6 expref: 2834 pid: 14221 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.491709:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a80500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547655808:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.491722:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.491726:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.491727:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.491727:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.491728:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491732:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491736:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491740:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491753:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.491846:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+398:3081:x1788538547655616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12109us (12152us total) trans 4295071751 rc 0/0 00000100:00100000:0.0:1705683736.491851:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261511 00010000:00010000:0.0:1705683736.491866:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.491868:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491873:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135cb7980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.491874:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491878:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491887:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491890:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135cb7980/0x9d5ae94021dde188 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6049:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491923:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.491924:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.491925:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.491930:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef32d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+894:3082:x1788538547655360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12260us (12404us total) trans 4295071931 rc 0/0 00000100:00100000:3.0:1705683736.491935:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261509 00010000:00010000:0.0:1705683736.491937:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491946:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491951:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.491955:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683736.491963:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013486d500/2, rc 0, transno 104635 00010000:00010000:0.0:1705683736.491970:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.491973:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547655360:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.491979:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.491981:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.491986:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b21cf00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.491987:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.491991:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.492003:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.492007:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b21cf00/0x9d5ae94021dde157 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6047:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.492017:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.492018:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.492019:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.492046:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+398:3081:x1788538547654848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13065us (13102us total) trans 4295071752 rc 0/0 00000100:00100000:0.0:1705683736.492050:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261507 00000100:00100000:3.0:1705683736.492056:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ca800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547657472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.492072:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.492073:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.492077:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.492079:0:14456:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239296 00000100:00100000:0.0:1705683736.492093:0:14456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57729 00000100:00100000:0.0:1705683736.492096:0:14456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:9677:x1788538570239296:12345-192.168.204.14@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1705683736.493026:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.493027:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.493032:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99817 00000100:00100000:1.0:1705683736.493036:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7c8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4878:1858:x1788538570239424:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.493043:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.493046:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4878 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.493052:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4878 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.493067:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135264c80/0x9d5ae94021d8b412 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256b9e2 expref: 4878 pid: 15082 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.493076:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.493077:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.493079:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.493084:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.493100:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.493125:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7c8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4877:1858:x1788538570239424:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 88us (2442us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.493129:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99817 00000100:00100000:1.0:1705683736.493163:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099ad9400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14530:1788538547655936:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.493177:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.493194:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2833:1858:x1788538570237184:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11941us (11969us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.493199:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99801 00000100:00100000:1.0:1705683736.493227:0:6518:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099adda00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6518:1788538547655872:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.493244:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.493256:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099adb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2832:1858:x1788538570237120:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 12560us (12657us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.493259:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99796 00010000:00010000:1.0:1705683736.493297:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.493302:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.493307:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.493311:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.493329:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.493333:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.493337:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.493342:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9a8f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.493343:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.493348:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.493357:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.493361:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8f00/0x9d5ae94021dde17a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.493373:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.493374:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.493375:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.493435:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff10a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+894:3081:x1788538547655488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13700us (13830us total) trans 4295071932 rc 0/0 00000100:00100000:1.0:1705683736.493439:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261510 00000100:00100000:1.0:1705683736.493454:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.493455:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.493458:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657472 00000100:00100000:1.0:1705683736.493478:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.493479:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.493482:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261530 00000100:00100000:1.0:1705683736.493485:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+894:3082:x1788538547657472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.493497:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14739 count 1 00010000:00010000:3.0:1705683736.495154:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.495163:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.495171:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.495178:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.495183:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.495195:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.495334:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495348:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4876 pid: 14435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495353:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.495354:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.495356:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495378:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4876 pid: 14435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495386:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4876 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.495396:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe6a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547657536:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.495438:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1230c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.495451:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495461:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495466:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495471:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.495479:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683736.495606:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+399:3081:x1788538547654720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16952us (17031us total) trans 4295071753 rc 0/0 00000100:00100000:3.0:1705683736.495613:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261506 00000100:00100000:0.0:1705683736.495712:0:14456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:9677:x1788538570239296:12345-192.168.204.14@tcp:35:ldlm_bl.0 Request processed in 3614us (5195us total) trans 4295030427 rc 0/0 00000100:00100000:0.0:1705683736.495719:0:14456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57729 00010000:00010000:0.0:1705683736.495742:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.495745:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495750:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b21c280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.495752:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495757:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495767:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495771:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b21c280/0x9d5ae94021dde150 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6046:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495783:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.495784:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495787:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca66800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.495788:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495792:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495797:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495800:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ca66800/0x9d5ae94021dde173 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.495813:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.495813:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.495814:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.495817:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.495845:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ff12300/2, rc 0, transno 104455 00000100:00100000:0.0:1705683736.495852:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547655616:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.495892:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a80500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547657600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.495926:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1705683736.495958:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013486b200/2, rc 0, transno 104636 00000100:00100000:0.0:1705683736.495970:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013486b200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547655488:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1705683736.495979:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ff15a00/2, rc 0, transno 104456 00000100:00100000:0.0:1705683736.495983:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff15a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.495998:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496000:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496005:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657600 00000100:00100000:0.0:1705683736.496006:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7cc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.496020:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496021:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.496021:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496028:0:14227:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657664 00000100:00100000:0.0:1705683736.496035:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.496047:0:14227:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496048:0:14227:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496051:0:14227:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261531 00000100:00100000:0.0:1705683736.496054:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496054:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496055:0:14227:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+399:3083:x1788538547657600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.496061:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261532 00000100:00100000:0.0:1705683736.496065:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+895:3080:x1788538547657664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.496069:0:14227:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24653 count 1 00002000:00080000:0.0:1705683736.496074:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14740 count 1 00010000:00010000:3.0:1705683736.496173:0:14227:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.496181:0:14227:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2831 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.496189:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.496190:0:14227:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.496191:0:14227:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.496202:0:14227:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2831 pid: 15080 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.496207:0:14227:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2831 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.496215:0:14227:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547657792:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.496236:0:14227:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.496260:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.496269:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4876 pid: 15100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.496277:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.496278:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.496279:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.496292:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4876 pid: 15100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.496297:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4876 pid: 15100 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.496304:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547657856:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.496320:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.496328:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.496341:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1705683736.496364:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135fa3200/2, rc 0, transno 104457 00000100:00100000:0.0:1705683736.496369:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa3200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654720:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.496389:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547657920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.496404:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1705683736.496428:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cd71400/2, rc 0, transno 104454 00000100:00100000:0.0:1705683736.496433:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cd71400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547654144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.496453:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.496457:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880098118a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547657984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.496472:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.496488:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496489:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496493:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657728 00000100:00100000:0.0:1705683736.496505:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496506:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496507:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657920 00000100:00100000:0.0:1705683736.496514:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496514:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496516:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547657984 00000100:00100000:0.0:1705683736.496524:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496525:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496529:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261533 00000100:00100000:0.0:1705683736.496531:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+402:3080:x1788538547657728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.496541:0:15087:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24654 count 1 00010000:00010000:0.0:1705683736.496681:0:15087:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.496732:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496733:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496740:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261534 00010000:00010000:0.0:1705683736.496741:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2831 pid: 15094 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.496743:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009811c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+402:3082:x1788538547657920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.496746:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.496747:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.496748:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683736.496752:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24655 count 1 00010000:00010000:0.0:1705683736.496762:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2831 pid: 15094 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.496767:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2831 pid: 15094 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.496773:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099dee400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547658048:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.496788:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.496798:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496798:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.496802:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261535 00000100:00100000:0.0:1705683736.496805:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098119400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+402:3082:x1788538547657984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.496813:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24656 count 1 00010000:00010000:3.0:1705683736.496839:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.496848:0:14416:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.496853:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.496854:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.496855:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.496866:0:14416:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.496871:0:14416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.496877:0:14416:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7c9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547658112:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.496887:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.496891:0:14416:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3000 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.496895:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2831 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.496899:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.496900:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.496901:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.496930:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.496933:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2831 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.496938:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2831 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.496944:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099de8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547658176:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.496946:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496947:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496952:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239616 00000100:00100000:0.0:1705683736.496961:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.496966:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5207 pid: 8807 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.496979:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496986:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.496989:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99818 00000100:00100000:3.0:1705683736.496992:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7cd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5207:1858:x1788538570239616:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.496998:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.497008:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5207 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.497015:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5207 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.497028:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.497029:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.497032:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a9a8c80/0x9d5ae94021dde18f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b38 expref: 5207 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.497037:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9a8c80/0x9d5ae94021dde18f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b38 expref: 5207 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.497055:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a9a8c80/0x9d5ae94021dde18f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b38 expref: 5207 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.497062:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547658240:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.497077:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.497132:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ff17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+402:3083:x1788538547655424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17560us (17617us total) trans 4295071754 rc 0/0 00000100:00100000:1.0:1705683736.497138:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261508 00000100:00100000:3.0:1705683736.497139:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.497149:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.497150:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.497153:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239680 00000100:00100000:3.0:1705683736.497159:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.497166:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.497166:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.497168:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239744 00000100:00100000:1.0:1705683736.497176:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.497177:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.497180:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261536 00000100:00100000:1.0:1705683736.497183:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:dab809dd-6952-4f4e-9170-c0b3df4b5902+2832:30388:x1788538570239680:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.497188:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.497210:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.497217:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.497218:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.497223:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239808 00010000:00010000:3.0:1705683736.497231:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2833 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.497242:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.497242:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.497245:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99819 00000100:00100000:3.0:1705683736.497247:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e990f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2833:1857:x1788538570239808:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.497252:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.497253:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2833 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.497259:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2833 pid: 15077 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.497272:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.497273:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.497274:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.497278:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.497289:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.497303:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e990f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2833:1857:x1788538570239808:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 54us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.497307:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99819 00000100:00100000:3.0:1705683736.497324:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.497325:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.497329:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261537 00000100:00100000:3.0:1705683736.497332:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e991900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4877:15123:x1788538570239744:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.497339:0:15070:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.497531:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a98bc00/0x9d5ae94021dde27d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b77 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.497542:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.497551:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.497552:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.497555:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a98bc00/0x9d5ae94021dde27d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b77 expref: 2833 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.497562:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a98bc00/0x9d5ae94021dde27d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b77 expref: 2833 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.497567:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a98bc00, rc 0) 00000100:00100000:1.0:1705683736.497580:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:dab809dd-6952-4f4e-9170-c0b3df4b5902+2833:30388:x1788538570239680:12345-192.168.204.14@tcp:101:dd.0 Request processed in 397us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.497584:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261536 00000100:00100000:1.0:1705683736.497610:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547656000:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.497629:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.497656:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099add000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5207:1858:x1788538570237568:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 16051us (16088us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.497660:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99804 00010000:00010000:3.0:1705683736.497672:0:15070:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4c80/0x9d5ae94021dde284 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5ad9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b7e expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.497683:0:15070:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5ad9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.497691:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.497692:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.497693:0:15077:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135a31680/0x9d5ae94021db9d3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5def:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578479 expref: 5206 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.497695:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4c80/0x9d5ae94021dde284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b7e expref: 4878 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.497701:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15077:1788538547656064:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.497702:0:15070:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4c80/0x9d5ae94021dde284 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b7e expref: 4878 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.497707:0:15070:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f2a4c80, rc 0) 00010000:00010000:1.0:1705683736.497714:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a9a8c80/0x9d5ae94021dde18f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5def:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b38 expref: 5205 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.497720:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a9a8c80, rc 0) 00000100:00100000:3.0:1705683736.497722:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e991900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4878:15123:x1788538570239744:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 389us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.497727:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261537 00000100:00100000:1.0:1705683736.497731:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef34b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5205:27217:x1788538570237056:12345-192.168.204.14@tcp:101:dd.0 Request processed in 15950us (17185us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.497736:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261513 00000100:00100000:3.0:1705683736.497753:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.497760:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.497765:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.497771:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.497775:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.497782:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.497790:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.497933:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135fa1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+896:3082:x1788538547654656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19315us (19389us total) trans 4295071933 rc 0/0 00000100:00100000:1.0:1705683736.497938:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261505 00010000:00010000:3.0:1705683736.498123:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.498126:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.498132:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ca67480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.498134:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.498224:0:15097:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073bb9180/0x9d5ae94021dc3f41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4d4 expref: 2832 pid: 15077 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.498237:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a87300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547656192:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.498251:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.498256:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.498257:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.498258:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.498260:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.498264:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.498265:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.498266:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.498269:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.498270:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239872 00010000:00010000:0.0:1705683736.498274:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.498283:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.498283:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.498284:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.498285:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570239936 00000100:00100000:1.0:1705683736.498291:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.498292:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.498295:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261538 00000100:00100000:1.0:1705683736.498298:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e995000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5205:29581:x1788538570239872:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.498303:0:15024:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.498384:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a80a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+402:3083:x1788538547656128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15311us (15344us total) trans 4295071755 rc 0/0 00000100:00100000:0.0:1705683736.498390:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261516 00000100:00100000:0.0:1705683736.498402:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498403:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498407:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261539 00000100:00100000:0.0:1705683736.498501:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:29913:x1788538570239936:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.498513:0:15097:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.498559:0:15097:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013564b700/0x9d5ae94021dde28b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b8c expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.498573:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2870 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.498578:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.498579:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.498580:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013564b700/0x9d5ae94021dde28b lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b8c expref: 2870 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.498596:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2870 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.498602:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2870 pid: 14242 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.498611:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096a87300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547658304:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.498630:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012d30f240 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.498647:0:15024:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c24bc00/0x9d5ae94021dde292 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b8c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b85 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.498658:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b8c:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:1.0:1705683736.498665:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.498666:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1705683736.498668:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135fa4600/2, rc 0, transno 104637 00010000:00010000:1.0:1705683736.498669:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c24bc00/0x9d5ae94021dde292 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b85 expref: 5206 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498676:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa4600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547654656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.498676:0:15024:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c24bc00/0x9d5ae94021dde292 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b85 expref: 5206 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.498682:0:15024:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c24bc00, rc 0) 00000100:00100000:1.0:1705683736.498695:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e995000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5206:29581:x1788538570239872:12345-192.168.204.14@tcp:101:dd.0 Request processed in 397us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.498700:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261538 00010000:00010000:1.0:1705683736.498720:0:15034:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c24af80/0x9d5ae94021dde299 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b70 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.498722:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a87800/2, rc 0, transno 104459 00000100:00100000:0.0:1705683736.498728:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547656128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.498731:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5206 pid: 14216 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.498736:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.498737:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.498738:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c24af80/0x9d5ae94021dde299 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b70 expref: 5206 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.498749:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5206 pid: 14216 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1705683736.498751:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ff12800/2, rc 0, transno 104458 00000100:00100000:0.0:1705683736.498754:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff12800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547655424:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.498755:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5206 pid: 14216 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.498762:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe68500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15034:1788538547658496:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.498768:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c019900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547658560:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.498776:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1230900 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.498783:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.498812:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c018500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547658368:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.498817:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498824:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.498829:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498832:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1705683736.498833:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ca67480/0x9d5ae94021dde15e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498836:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c01c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547658432:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.498844:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.498847:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.498849:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.498853:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097575680 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:0.0:1705683736.498854:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.498854:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498855:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.498859:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498860:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547658560 00010000:00010000:3.0:1705683736.498865:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.498869:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097575680/0x9d5ae94021dde1a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.498872:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498872:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498874:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547658368 00000100:00100000:0.0:1705683736.498882:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498882:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498884:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547658432 00010000:00010000:3.0:1705683736.498885:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.498886:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.498888:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.498890:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.498890:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.498892:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.498893:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261540 00000100:00100000:0.0:1705683736.498895:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c01ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+403:3082:x1788538547658560:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.498897:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.498898:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.498903:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261541 00002000:00080000:0.0:1705683736.498922:0:15067:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24658 count 1 00000100:00100000:3.0:1705683736.498923:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c01cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+896:3080:x1788538547658368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.498932:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14741 count 1 00010000:00010000:0.0:1705683736.498991:0:15067:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.498999:0:15067:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2831 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.499003:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.499004:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.499005:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.499017:0:15067:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2831 pid: 15065 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.499024:0:15067:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2831 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.499032:0:15067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547658624:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.499043:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.499047:0:15067:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.499051:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4877 pid: 15099 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.499055:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683736.499056:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.499056:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683736.499057:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.499057:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.499061:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261542 00000100:00100000:0.0:1705683736.499064:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c019400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+403:3080:x1788538547658432:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.499070:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4877 pid: 15099 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.499073:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24657 count 1 00010000:00010000:3.0:1705683736.499075:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4877 pid: 15099 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.499081:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da6ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547658688:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.499095:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.499140:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.499149:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2831 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.499153:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.499154:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.499155:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.499167:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2831 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.499177:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2831 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.499184:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547658752:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.499197:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.499307:0:15080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab11900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547656448:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.499321:0:15080:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.499326:0:15080:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.499327:0:15080:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.499327:0:15080:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499374:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135609e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547656640:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.499388:0:15018:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.499393:0:15018:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.499394:0:15018:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.499394:0:15018:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499439:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88013560ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547656704:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.499445:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134efb700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547656576:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.499448:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.499452:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.499452:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.499453:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499480:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.499499:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.499505:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.499506:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.499506:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499548:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.499558:0:15007:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe69e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:15007:1788538547656768:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.499562:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.499564:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.499565:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.499569:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.499573:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241472 00000100:00100000:0.0:1705683736.499581:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4877:1858:x1788538570238144:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13241us (13326us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.499585:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.499587:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99805 00000100:00100000:1.0:1705683736.499590:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499591:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499601:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240128 00000100:00100000:1.0:1705683736.499612:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499613:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499615:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240448 00000100:00100000:1.0:1705683736.499622:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499622:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.499626:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261543 00000100:00100000:1.0:1705683736.499628:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135609e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:27110:x1788538570240128:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.499644:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.499680:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.499681:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.499686:0:14235:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.499687:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240064 00000100:00100000:3.0:1705683736.499688:0:14235:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.499694:0:14235:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207286 00000100:00100000:3.0:1705683736.499698:0:14235:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1106:30904:x1788538570241472:12345-192.168.204.14@tcp:101:rm.0 00000100:00100000:0.0:1705683736.499702:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.499702:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.499706:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207287 00000100:00100000:0.0:1705683736.499709:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88013560ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1106:30881:x1788538570240064:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:3.0:1705683736.499712:0:14235:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.499721:0:14235:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009942ad00/0x9d5ae94021dde2b5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bc4 expref: -99 pid: 14235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.499732:0:14295:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.499743:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fe50000/0x9d5ae94021ddca9e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x2072:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588144 expref: 1107 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.499753:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2072:0x0].0x0 (ffff88007362ff00) 00010000:00010000:0.0:1705683736.499756:0:14295:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.499768:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.499775:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.499779:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.499798:0:14235:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009942b700/0x9d5ae94021dde2c3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14235 initiator: MDT0 00010000:00010000:3.0:1705683736.499805:0:14235:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009942b700/0x9d5ae94021dde2c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14235 initiator: MDT1 00010000:00010000:3.0:1705683736.499810:0:14235:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009942b700/0x9d5ae94021dde2c3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14235 initiator: MDT1 00000004:00200000:3.0:1705683736.499818:0:14235:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x208a:0x0]: returning size 4096 00010000:00010000:0.0:1705683736.499830:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012457f200/0x9d5ae94021dde2ca lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2023:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.499834:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012457f200/0x9d5ae94021dde2ca lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.499839:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012457f200/0x9d5ae94021dde2ca lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.499876:0:14235:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009942ad00/0x9d5ae94021dde2b5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bc4 expref: 1108 pid: 14235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.499887:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:3.0:1705683736.499887:0:14235:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009942b700/0x9d5ae94021dde2c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bc4 expref: 1107 pid: 14235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.499891:0:14235:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff88012b4b0200) 00010000:00010000:0.0:1705683736.499892:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.499893:0:14235:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1705683736.499894:0:14235:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009942b700, rc 0) 00010000:00010000:0.0:1705683736.499896:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.499925:0:14235:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1107:30904:x1788538570241472:12345-192.168.204.14@tcp:101:rm.0 Request processed in 226us (443us total) trans 4295030428 rc 0/0 00000100:00100000:3.0:1705683736.499929:0:14235:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207286 00000100:00100000:3.0:1705683736.499965:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.499981:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.499998:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.500004:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500005:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500010:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240256 00010000:00010000:3.0:1705683736.500019:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4877 pid: 15093 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.500028:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500029:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500030:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240384 00010000:00010000:3.0:1705683736.500035:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4878 pid: 15067 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.500042:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500043:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500044:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240192 00000040:00080000:0.0:1705683736.500045:0:14295:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].27630, 64 off1787032 00010000:00010000:3.0:1705683736.500048:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4879 pid: 15099 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.500055:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500056:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500058:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99820 00000100:00100000:3.0:1705683736.500061:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5a9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4879:1855:x1788538570240256:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.500065:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.500067:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4879 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.500072:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 3/0,1 mode: --/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:3.0:1705683736.500073:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4879 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.500080:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500084:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009deb6f80/0x9d5ae94021d8b856 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bb24 expref: 4879 pid: 15093 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.500085:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.500089:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500092:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.500093:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500093:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500095:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.500096:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500098:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.500105:0:14295:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.500110:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.500116:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.500119:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500120:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5a9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4878:1855:x1788538570240256:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 59us (156us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.500122:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500125:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99820 00010000:00010000:0.0:1705683736.500126:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ce32d00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.500128:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.500131:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500133:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500134:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.500136:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2072:0x0].0x0 (ffff88007362ff00) 00000100:00100000:3.0:1705683736.500136:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99821 00010000:00010000:0.0:1705683736.500137:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683736.500139:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500139:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da68500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4877:1855:x1788538570240384:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.500142:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ce32d00/0x9d5ae94021dde2d8 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x2072:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500144:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.500146:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4877 pid: 15067 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.500156:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4877 pid: 15067 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.500167:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135344500/0x9d5ae94021d8ba78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bbc5 expref: 4877 pid: 15067 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.500178:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500179:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500180:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500185:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500196:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.500205:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da68500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4876:1855:x1788538570240384:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 65us (223us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.500209:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500210:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99821 00010000:00010000:0.0:1705683736.500213:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.500217:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500218:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.500219:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500219:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500222:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99822 00010000:00010000:0.0:1705683736.500223:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012457d900 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.500224:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.500225:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da69e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4875:1855:x1788538570240192:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.500228:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500230:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.500232:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x0 (ffff880099f70b00) 00010000:00010000:3.0:1705683736.500232:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4875 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.500234:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.500235:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.500238:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012457d900/0x9d5ae94021dde2bc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500241:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4875 pid: 15099 timeout: 608 lvb_type: 0 00000004:00010000:0.0:1705683736.500244:0:14295:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88013560ad00 reply state ffff88009d34e000 transno 4295030429 ns: mdt-lustre-MDT0001_UUID lock: ffff88012457f200/0x9d5ae94021dde2ca lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.500249:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012457f200/0x9d5ae94021dde2ca lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500251:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ab2800/0x9d5ae94021d8b6ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ba98 expref: 4875 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.500253:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x3231 (ffff88009b46fe00) 00010000:00010000:0.0:1705683736.500254:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.500258:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500259:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500261:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500265:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.500271:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88013560ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1108:30881:x1788538570240064:12345-192.168.204.14@tcp:36:rm.0 Request processed in 561us (723us total) trans 4295030429 rc 0/0 00000100:00100000:0.0:1705683736.500275:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207287 00010000:00010000:3.0:1705683736.500276:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.500287:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da69e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:1855:x1788538570240192:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (288us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.500291:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.500291:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99822 00010000:00010000:0.0:1705683736.500296:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.500301:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500309:0:15080:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500313:0:15080:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500318:0:15080:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500326:0:15080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500334:0:15080:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1705683736.500450:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+897:3082:x1788538547656256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16644us (16682us total) trans 4295071934 rc 0/0 00000100:00100000:3.0:1705683736.500456:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261517 00000100:00100000:3.0:1705683736.500469:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500470:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500474:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261544 00000100:00100000:3.0:1705683736.500477:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ab11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:dab809dd-6952-4f4e-9170-c0b3df4b5902+2832:29031:x1788538570240448:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.500483:0:15080:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.500556:0:15080:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099429680/0x9d5ae94021dde2e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b9a expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500569:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5206 pid: 15022 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.500573:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500574:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.500575:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099429680/0x9d5ae94021dde2e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b9a expref: 2833 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500588:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5206 pid: 15022 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.500598:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5206 pid: 15022 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.500607:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15080:1788538547658816:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.500620:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3180 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.500630:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.500645:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500649:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eca2300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.500650:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500654:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500660:0:8823:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2072:0x0].0x0 (ffff88007362ff00) 00010000:00010000:3.0:1705683736.500661:0:8823:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1705683736.500663:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 1/0,0 mode: --/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.500666:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eca2300/0x9d5ae94021dde2df lrc: 0/0,0 mode: --/PW res: [0x240000403:0x2072:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.500669:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.500676:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500678:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.500679:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.500681:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500683:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9a8500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.500684:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.500685:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500688:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.500695:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.500695:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500700:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a8500/0x9d5ae94021dde1b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500713:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.500714:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500718:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a98b200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.500719:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500723:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500731:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500734:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a98b200/0x9d5ae94021dde1c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3990:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500756:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.500757:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.500758:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.500779:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab11400/2, rc 0, transno 104638 00000100:00100000:1.0:1705683736.500784:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+897:3080:x1788538547656384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16260us (16706us total) trans 4295071935 rc 0/0 00000100:00100000:3.0:1705683736.500785:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab11400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547656256:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.500791:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261520 00010000:00010000:1.0:1705683736.500810:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c248500/0x9d5ae94021dde2ed lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588b93 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.500814:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683736.500820:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da6c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547658880:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.500822:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2872 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.500827:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.500829:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.500830:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c248500/0x9d5ae94021dde2ed lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b93 expref: 2872 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.500839:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.500842:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2872 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.500848:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2872 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.500854:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547658944:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.500867:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a12306c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.500875:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.500876:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.500879:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.500881:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547658880 00010000:00010000:0.0:1705683736.500893:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.500893:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.500894:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.500894:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.500896:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261545 00000100:00100000:1.0:1705683736.500899:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+897:3082:x1788538547658880:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.500902:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.500923:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.500924:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14742 count 1 00010000:00010000:3.0:1705683736.500927:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a9a9900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.500929:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500933:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500942:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500945:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a9a9900/0x9d5ae94021dde1b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x398f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.500960:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.500961:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.500962:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.500993:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+898:3080:x1788538547656320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16864us (17012us total) trans 4295071936 rc 0/0 00000100:00100000:0.0:1705683736.500998:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261518 00000100:00100000:3.0:1705683736.501002:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.501010:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501014:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.501017:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.501018:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4873 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501022:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.501023:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.501024:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501036:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4873 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.501037:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a85f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0000_UUID:15083:1788538547656960:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.501041:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4873 pid: 15067 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.501048:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ab10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547659008:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.501049:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7c9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547657088:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.501051:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.501056:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.501057:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.501058:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501061:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.501069:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501069:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501074:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240320 00010000:00010000:1.0:1705683736.501083:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2834 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.501088:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.501099:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501099:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501106:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240512 00000100:00100000:3.0:1705683736.501109:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501110:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.501111:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2835 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.501115:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240576 00000100:00100000:0.0:1705683736.501119:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e992d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547657216:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.501123:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501123:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.501125:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2873 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.501126:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99823 00000100:00100000:1.0:1705683736.501129:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2835:1855:x1788538570240320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.501133:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501133:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.501135:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2835 pid: 15021 timeout: 608 lvb_type: 1 00010000:00100000:0.0:1705683736.501137:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.501138:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.501138:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.501140:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2835 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.501142:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501143:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501144:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501145:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501147:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99824 00010000:00010000:1.0:1705683736.501149:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6080/0x9d5ae94021dc3f4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4e2 expref: 2835 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.501151:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d298f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2835:1855:x1788538570240512:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.501152:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99825 00000100:00100000:0.0:1705683736.501155:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:1855:x1788538570240576:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.501156:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.501156:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.501157:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.501158:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501159:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2834 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.501161:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.501163:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501164:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2873 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.501164:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2834 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.501170:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2873 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.501173:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e158780/0x9d5ae94021dc3f48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4f0 expref: 2834 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.501174:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.501179:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c9680/0x9d5ae94021cc67f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531af5 expref: 2873 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.501182:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2833:1855:x1788538570240320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.501186:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99823 00010000:00010000:3.0:1705683736.501186:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.501187:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.501188:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501189:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.501192:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.501199:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2872:1855:x1788538570240576:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 44us (111us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.501199:0:15018:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501203:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.501204:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99825 00010000:00010000:1.0:1705683736.501204:0:15018:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501208:0:15018:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501211:0:15018:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.501214:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d298f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2832:1855:x1788538570240512:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (213us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.501217:0:15018:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.501218:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99824 00000100:00100000:0.0:1705683736.501227:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547657344:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.501236:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.501239:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501239:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.501243:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.501243:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a98a300 already unused, calling callback (ffffffffa065fe00) 00010000:00100000:0.0:1705683736.501244:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.501244:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.501245:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.501249:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501252:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501255:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501256:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501258:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a98a300/0x9d5ae94021dde1c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501261:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501264:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501269:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501270:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.501272:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501273:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1705683736.501275:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012bad5180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.501276:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501280:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501285:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501288:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bad5180/0x9d5ae94021dde229 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501299:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501300:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501301:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501304:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.501308:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ef9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+405:3082:x1788538547656512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16924us (17268us total) trans 4295071756 rc 0/0 00000100:00100000:1.0:1705683736.501312:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261519 00000004:00080000:3.0:1705683736.501320:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab15000/2, rc 0, transno 104460 00000100:00100000:3.0:1705683736.501334:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab15000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547656512:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1705683736.501336:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab10500/2, rc 0, transno 104639 00000100:00100000:1.0:1705683736.501346:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547656384:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.501352:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ab13200/2, rc 0, transno 104640 00000100:00100000:1.0:1705683736.501354:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab13200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547656320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.501359:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547659072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.501373:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.501374:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d29ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547659200:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.501380:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683736.501383:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d29e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547659136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.501392:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.501399:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a99d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+404:3082:x1788538547656896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12534us (12568us total) trans 4295071757 rc 0/0 00000100:00100000:0.0:1705683736.501405:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261526 00000100:00100000:1.0:1705683736.501405:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501406:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501409:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659072 00000100:00100000:0.0:1705683736.501415:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501416:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501417:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501418:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501419:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659200 00000100:00100000:1.0:1705683736.501420:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261546 00000004:00080000:3.0:1705683736.501420:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a82300/2, rc 0, transno 104461 00000100:00100000:1.0:1705683736.501422:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+404:3080:x1788538547659072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.501430:0:15018:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24659 count 1 00000100:00100000:3.0:1705683736.501430:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547656896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.501458:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501458:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547659264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.501459:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501464:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261547 00000100:00100000:0.0:1705683736.501467:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d298a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+898:3082:x1788538547659200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.501471:0:15018:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.501473:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1705683736.501477:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14744 count 1 00010000:00010000:1.0:1705683736.501477:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2831 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.501481:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.501482:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.501483:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501492:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2831 pid: 15021 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.501497:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2831 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.501502:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.501503:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009ef30500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547659328:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.501513:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.501517:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.501520:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501521:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501526:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240704 00000100:00100000:3.0:1705683736.501531:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.501533:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4874 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.501536:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501537:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501541:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240640 00000100:00100000:1.0:1705683736.501546:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501547:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501550:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99826 00010000:00010000:3.0:1705683736.501550:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4875 pid: 15023 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.501552:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d299900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4875:1855:x1788538570240704:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.501555:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501557:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.501558:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4875 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.501560:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501561:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.501563:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4875 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501564:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4875 pid: 15026 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.501564:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99827 00010000:00010000:0.0:1705683736.501567:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1705683736.501567:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4875:1855:x1788538570240640:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.501568:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.501569:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501572:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.501573:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099d48a00/0x9d5ae94021d8be84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bcd6 expref: 4875 pid: 15026 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.501574:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4875 pid: 15023 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.501579:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.501580:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.501580:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4874 pid: 15023 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.501581:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501584:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4874 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501585:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501590:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4874 pid: 15077 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.501590:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fd7f980/0x9d5ae94021d8bc38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bc43 expref: 4874 pid: 15023 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.501596:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.501597:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f156900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547659392:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.501598:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.501600:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.501601:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.501603:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d299900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4873:1855:x1788538570240704:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 50us (102us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.501605:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.501606:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99826 00000100:00100000:0.0:1705683736.501611:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e40c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.501617:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.501618:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501618:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501621:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501622:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501622:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659264 00000100:00100000:0.0:1705683736.501628:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240768 00000100:00100000:3.0:1705683736.501628:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5a8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4872:1855:x1788538570240640:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.501630:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501642:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.501643:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99827 00000100:00100000:1.0:1705683736.501645:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261548 00000100:00100000:1.0:1705683736.501648:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d29da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+405:3083:x1788538547659264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.501653:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.501654:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:1.0:1705683736.501656:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24660 count 1 00000100:00100000:0.0:1705683736.501657:0:15065:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261549 00000100:00100000:0.0:1705683736.501660:0:15065:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135931400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4872:30132:x1788538570240768:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.501666:0:15065:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.501674:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501679:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501683:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501686:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501693:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.501727:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501734:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2831 pid: 15071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.501738:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.501739:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.501740:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501753:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2831 pid: 15071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.501759:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2831 pid: 15071 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.501762:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e996e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+899:3080:x1788538547657024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12613us (12650us total) trans 4295071937 rc 0/0 00000100:00100000:1.0:1705683736.501765:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135fa0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547659456:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.501766:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261527 00000100:00100000:1.0:1705683736.501777:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260f00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.501778:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.501781:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501786:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501786:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801355ee080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.501787:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501791:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501794:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501798:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501799:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501802:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501803:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801355ee080/0x9d5ae94021dde237 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3991:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.501816:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.501818:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.501819:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501823:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801355ef480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.501824:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501828:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501833:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.501841:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801355ef480/0x9d5ae94021dde23e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3992:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.501875:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501880:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501881:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.501883:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.501893:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+899:3080:x1788538547657280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12428us (12466us total) trans 4295071938 rc 0/0 00000100:00100000:1.0:1705683736.501898:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261528 00000100:00100000:1.0:1705683736.501932:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.501946:0:14208:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7ccb00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:14208:1788538547657408:192.168.204.14@tcp:104: 00000004:00080000:1.0:1705683736.501952:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009df84600/2, rc 0, transno 104642 00000100:00100000:1.0:1705683736.501958:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df84600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657280:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.501965:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009ff14100/2, rc 0, transno 104641 00000100:00100000:1.0:1705683736.501966:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ff14100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657024:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.501971:0:14208:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.501974:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501975:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:3.0:1705683736.501976:0:14208:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.501976:0:14208:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.501977:0:14208:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501980:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659136 00000100:00100000:1.0:1705683736.501990:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501991:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.501994:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261550 00000100:00100000:1.0:1705683736.501996:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d169900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+899:3080:x1788538547659136:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.502002:0:15065:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ac8280/0x9d5ae94021dde310 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ba1 expref: -99 pid: 15065 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.502003:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14743 count 1 00002000:00010000:0.0:1705683736.502013:0:15065:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1705683736.502020:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.502023:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.502024:0:15065:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.502026:0:15065:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ac8280/0x9d5ae94021dde310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba1 expref: 4873 pid: 15065 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.502028:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502028:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502032:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240832 00010000:00010000:0.0:1705683736.502034:0:15065:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134ac8280/0x9d5ae94021dde310 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba1 expref: 4873 pid: 15065 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502040:0:15065:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ac8280, rc 0) 00010000:00010000:3.0:1705683736.502041:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1108 pid: 14257 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.502049:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502050:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502052:0:15065:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135931400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_066:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4873:30132:x1788538570240768:12345-192.168.204.14@tcp:101:dd.0 Request processed in 390us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.502052:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99828 00000100:00100000:3.0:1705683736.502055:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135936900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1108:1855:x1788538570240832:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.502056:0:15065:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261549 00010000:00010000:3.0:1705683736.502059:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.502062:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1108 pid: 14257 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.502067:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1108 pid: 14257 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.502075:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135934100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547659584:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.502076:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd80280/0x9d5ae94021ddc7d4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2054:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425880aa expref: 1108 pid: 14257 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.502085:0:6518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x0 (ffff880073560000) 00010000:00010000:3.0:1705683736.502088:0:6518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502092:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.502092:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502095:0:6518:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502104:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1705683736.502104:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.502107:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135936400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547659520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.502115:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135936900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1107:1855:x1788538570240832:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 58us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.502119:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.502119:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99828 00000100:00100000:0.0:1705683736.502130:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502131:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.502133:0:14208:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502135:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659584 00010000:00010000:3.0:1705683736.502137:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502146:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502146:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502148:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659520 00000100:00100000:0.0:1705683736.502155:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502156:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502158:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261551 00010000:00010000:1.0:1705683736.502159:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.502161:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+901:3081:x1788538547659584:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.502167:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4872 pid: 15005 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.502169:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14746 count 1 00010000:00010000:1.0:1705683736.502172:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.502173:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.502173:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.502173:0:14208:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135932d00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:14208:1788538547659648:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1705683736.502184:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4872 pid: 15005 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502190:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4872 pid: 15005 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.502193:0:14208:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.502196:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d16b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547659712:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.502202:0:14208:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.502208:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2606c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.502211:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502212:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502216:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502217:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502217:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659648 00000100:00100000:1.0:1705683736.502221:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261552 00000100:00100000:1.0:1705683736.502223:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+901:3081:x1788538547659520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.502227:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.502231:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14745 count 1 00000100:00100000:3.0:1705683736.502232:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502234:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.502235:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.502237:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25158 00010000:00010000:0.0:1705683736.502239:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.502240:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1705683736.502240:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:14208:x1788538547659648:12345-0@lo:1000:mdt00_008.0 00010000:00010000:0.0:1705683736.502241:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502254:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502260:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.502267:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547659776:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.502278:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ccb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:14208:x1788538547659648:12345-0@lo:1000:mdt00_008.0 Request processed in 37us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.502280:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.502281:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25158 00010000:00010000:1.0:1705683736.502289:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502296:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4872 pid: 14435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.502298:0:14208:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135932d00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:14208:1788538547659648:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1705683736.502300:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.502301:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.502302:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502313:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4872 pid: 14435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502318:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4872 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.502324:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d168500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547659840:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.502336:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2600c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.502362:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502365:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502366:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502369:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502372:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097744a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.502373:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502376:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502380:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2054:0x0].0x0 (ffff880073560000) 00010000:00010000:3.0:1705683736.502382:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683736.502383:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502386:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097744a00/0x9d5ae94021dde24c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2054:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502387:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502388:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502393:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240896 00000100:00100000:1.0:1705683736.502396:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502397:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502401:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502404:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502406:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502407:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.502407:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e8f5e00 already unused, calling callback (ffffffffa0d706d0) 00000100:00100000:1.0:1705683736.502408:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502408:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502410:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261553 00010000:00010000:3.0:1705683736.502411:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00000100:00100000:0.0:1705683736.502413:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4873:21828:x1788538570240896:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.502415:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff8800a023ef00) 00010000:00010000:3.0:1705683736.502416:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1705683736.502417:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.502419:0:15000:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.502419:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5e00/0x9d5ae94021dde20d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000004:00080000:3.0:1705683736.502431:0:14208:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000403:0x1ea9:0x0] 00000100:00100000:1.0:1705683736.502432:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe6a800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547657536:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.502433:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502437:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502440:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502445:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.502449:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.502450:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.502450:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.502453:0:14208:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.502458:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502462:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502464:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502467:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502467:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e8f5680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.502468:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502470:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502474:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x37 (ffff88009c594600) 00010000:00010000:3.0:1705683736.502475:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.502476:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502479:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f5680/0x9d5ae94021dde206 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502480:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502486:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502489:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502491:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502494:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502499:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073bb8500 already unused, calling callback (ffffffffa0d706d0) 00000100:00100000:1.0:1705683736.502500:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502500:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.502502:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.502503:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.502506:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502507:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.502508:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.502508:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:0.0:1705683736.502511:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a269180 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:3.0:1705683736.502511:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073bb8500/0x9d5ae94021dde1f8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502512:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.502513:0:10084:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683736.502517:0:10084:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502517:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502519:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502521:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502524:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.502524:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008e8f6d00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.502525:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.502527:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502529:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502530:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.502531:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x31 (ffff88008eb0f100) 00010000:00010000:0.0:1705683736.502532:0:10084:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502532:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.502533:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.502534:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570240960 00010000:00010000:0.0:1705683736.502536:0:10084:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683736.502536:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008e8f6d00/0x9d5ae94021dde1ff lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x31 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.502541:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4874 pid: 15029 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.502545:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 1/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502549:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009a269180/0x9d5ae94021dde214 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde222 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502550:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502551:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502552:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241152 00010000:00010000:1.0:1705683736.502556:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4875 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.502561:0:14208:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:31070:x1788538570238528:12345-192.168.204.14@tcp:36:mrename.0 Request processed in 15627us (15676us total) trans 0 rc -39/-39 00010000:00010000:0.0:1705683736.502562:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.502563:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.502563:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502563:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.502564:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.502565:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241088 00000100:00100000:3.0:1705683736.502566:0:14208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207285 00010000:00010000:1.0:1705683736.502569:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1225 pid: 14293 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.502571:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f156400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547659904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.502576:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502576:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502578:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241280 00010000:00010000:1.0:1705683736.502583:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2832 pid: 15080 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.502590:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502591:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.502591:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502596:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547659904 00000100:00100000:3.0:1705683736.502597:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502598:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502603:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502603:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36043 00000100:00100000:1.0:1705683736.502604:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502605:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502606:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502607:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99829 00000100:00100000:3.0:1705683736.502607:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f155a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:lustre-MDT0001-mdtlov_UUID+16:3082:x1788538547659904:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.502609:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4875:1855:x1788538570240960:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.502612:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99830 00010000:00010000:3.0:1705683736.502612:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.502614:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.502616:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4875:1855:x1788538570241152:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.502616:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4875 pid: 15029 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.502620:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4875 pid: 15029 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.502620:0:14530:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bad7200/0x9d5ae94021dde222 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde214 expref: 16 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502621:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.502624:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4875 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.502627:0:14530:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff88013025e500) 00010000:00010000:0.0:1705683736.502645:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4875 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.502646:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.502647:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.502649:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097747480/0x9d5ae94021dde230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b62 expref: 2871 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502653:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097747480/0x9d5ae94021dde230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b62 expref: 2871 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502657:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e23f700/0x9d5ae94021d8c0bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bd8c expref: 4875 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.502665:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.502666:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097747480/0x9d5ae94021dde230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b62 expref: 2871 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502667:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.502668:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502671:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d168f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14238:1788538547659968:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.502673:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502681:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260000 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.502685:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.502690:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502691:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.502694:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99831 00000100:00100000:0.0:1705683736.502695:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:1855:x1788538570241152:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.502697:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:1855:x1788538570241088:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.502700:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99830 00010000:00010000:1.0:1705683736.502701:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.502703:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1224 pid: 14293 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.502708:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1224 pid: 14293 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.502711:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502712:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502715:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99832 00010000:00010000:1.0:1705683736.502716:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f26a080/0x9d5ae94021ddd4c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2047:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588477 expref: 1224 pid: 14293 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.502718:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2832:1857:x1788538570241280:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.502723:0:15050:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00010000:0.0:1705683736.502724:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.502726:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2832 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.502726:0:15050:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 21 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502731:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 21 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502732:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2832 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.502735:0:15050:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 21 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502741:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.502742:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.502744:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502744:0:15050:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 21 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.502747:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502749:0:15050:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6d000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0001_UUID:15050:1788538547660032:0@lo:105: 00010000:00010000:0.0:1705683736.502755:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.502764:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2832:1857:x1788538570241280:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 45us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.502764:0:15050:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.502768:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99832 00000100:00100000:1.0:1705683736.502772:0:15050:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1230c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.502782:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502786:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.502792:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502793:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.502794:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.502797:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241024 00010000:00010000:1.0:1705683736.502798:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502804:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.502807:0:15065:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502808:0:15065:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502809:0:15065:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241216 00010000:00010000:3.0:1705683736.502814:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.502822:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502822:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502826:0:15114:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241344 00000100:00100000:0.0:1705683736.502836:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.502837:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502837:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f155a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:lustre-MDT0001-mdtlov_UUID+15:3082:x1788538547659904:12345-0@lo:103:ldlm_bl.0 Request processed in 229us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.502840:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261554 00000100:00100000:3.0:1705683736.502841:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36043 00000100:00100000:0.0:1705683736.502843:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:dab809dd-6952-4f4e-9170-c0b3df4b5902+2872:15162:x1788538570241024:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.502849:0:15114:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.502854:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502855:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502859:0:10083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660032 00000100:00100000:3.0:1705683736.502871:0:10083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502872:0:10083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.502874:0:10083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8211 00000100:00100000:3.0:1705683736.502877:0:10083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:15050:x1788538547660032:12345-0@lo:105: 00010000:00010000:3.0:1705683736.502882:0:10083:0:(ldlm_lockd.c:2544:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502883:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+902:3082:x1788538547657472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9397us (10806us total) trans 4295071939 rc 0/0 00000100:00100000:1.0:1705683736.502888:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261530 00010000:00010000:3.0:1705683736.502890:0:10083:0:(ldlm_lockd.c:2002:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502895:0:10083:0:(ldlm_lockd.c:2079:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502898:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.502898:0:10083:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502899:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.502902:0:10083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.502903:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261555 00000100:00100000:1.0:1705683736.502922:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:15161:x1788538570241216:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.502925:0:10083:0:(ldlm_lockd.c:2107:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.502927:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.502935:0:10083:0:(ldlm_lockd.c:2118:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880132516d00) 00000100:00100000:3.0:1705683736.502957:0:10083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:15050:x1788538547660032:12345-0@lo:105: Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.502962:0:10083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8211 00010000:00010000:3.0:1705683736.502981:0:14252:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.502987:0:14252:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683736.503003:0:14252:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x2047:0x0] 00010000:00010000:3.0:1705683736.503024:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.503030:0:14252:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.503035:0:14252:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14252 initiator: MDT0 00000100:00100000:3.0:1705683736.503043:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135932d00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547660096:0@lo:101:mdt00_019.0 00000100:00100000:3.0:1705683736.503059:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.503069:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583540 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.503089:0:14227:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880096772580/0x9d5ae94021dc3f56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f4fe expref: 2831 pid: 15080 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.503093:0:15114:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ac8780/0x9d5ae94021dde333 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588baf expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.503097:0:14227:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14227:1788538547657792:192.168.204.14@tcp:104: 00002000:00010000:0.0:1705683736.503104:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.503108:0:14227:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503112:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.503113:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00100000:3.0:1705683736.503113:0:14227:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.503114:0:14227:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.503114:0:14227:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.503115:0:14227:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503116:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ac8780/0x9d5ae94021dde333 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588baf expref: 2873 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503119:0:14227:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503122:0:15114:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134ac8780/0x9d5ae94021dde333 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588baf expref: 2873 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503123:0:14227:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503128:0:15114:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ac8780, rc 0) 00010000:00010000:3.0:1705683736.503130:0:14227:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503137:0:14227:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.503138:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:15162:x1788538570241024:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 295us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.503143:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261554 00000100:00100000:0.0:1705683736.503151:0:15114:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.503151:0:15114:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.503154:0:15114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261556 00000100:00100000:0.0:1705683736.503157:0:15114:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d169e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:15146:x1788538570241344:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.503161:0:15114:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.503229:0:14227:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+406:3083:x1788538547657600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7173us (7302us total) trans 4295071758 rc 0/0 00000100:00100000:3.0:1705683736.503234:0:14227:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261531 00010000:00010000:3.0:1705683736.503249:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.503251:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503256:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a98b700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.503258:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503262:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503271:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503274:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a98b700/0x9d5ae94021dde253 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3993:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503290:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.503292:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503296:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097744500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.503298:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503302:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503309:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503313:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097744500/0x9d5ae94021dde25a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14227 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503323:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.503324:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.503325:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.503332:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.503346:0:8809:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f298780/0x9d5ae94021cbcd2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd0f expref: 4873 pid: 15029 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.503352:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7cad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547657152:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.503370:0:8809:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097747480/0x9d5ae94021dde230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b62 expref: 2872 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503375:0:8809:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097747480, rc 0) 00000100:00100000:3.0:1705683736.503387:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd72d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2872:21736:x1788538570238592:12345-192.168.204.14@tcp:101:dd.0 Request processed in 15902us (16043us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.503391:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261524 00000004:00080000:3.0:1705683736.503540:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096a80500/2, rc 0, transno 104462 00000100:00100000:3.0:1705683736.503547:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a80500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547657600:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.503573:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547660160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.503588:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.503592:0:15114:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134ac8c80/0x9d5ae94021dde33a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4004:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bbd expref: -99 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.503601:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:0.0:1705683736.503602:0:15114:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4004:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1705683736.503602:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503605:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660160 00010000:00010000:0.0:1705683736.503609:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.503610:0:15114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.503613:0:15114:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134ac8c80/0x9d5ae94021dde33a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bbd expref: 5209 pid: 15114 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.503613:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503614:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503616:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261557 00000100:00100000:3.0:1705683736.503618:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880098119900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+406:3083:x1788538547660160:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.503619:0:15114:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134ac8c80/0x9d5ae94021dde33a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4004:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bbd expref: 5209 pid: 15114 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503624:0:15114:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134ac8c80, rc 0) 00002000:00080000:3.0:1705683736.503627:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24661 count 1 00000100:00100000:0.0:1705683736.503644:0:15114:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d169e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_115:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:15146:x1788538570241344:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 486us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.503648:0:15114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261556 00000100:00100000:0.0:1705683736.503675:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f156400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3082:1788538547659904:0@lo:103:ldlm_bl.0 00000004:00080000:0.0:1705683736.503684:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c7ca800/2, rc 0, transno 104643 00000100:00100000:0.0:1705683736.503690:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7ca800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547657472:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.503705:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503710:0:15000:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134acaa80/0x9d5ae94021dde348 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ba8 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503713:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2830 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.503718:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.503719:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.503720:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4873 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.503720:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.503726:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.503733:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2830 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.503734:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.503735:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.503736:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134acaa80/0x9d5ae94021dde348 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba8 expref: 4873 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503744:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2830 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.503748:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.503751:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547660224:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.503754:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.503765:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583d80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.503766:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f156400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547660288:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.503785:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4873 pid: 15000 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.503791:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4873 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.503797:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547660352:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.503800:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547660416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.503804:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.503815:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.503833:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503834:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503838:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660416 00000100:00100000:3.0:1705683736.503849:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503850:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.503852:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261558 00000100:00100000:3.0:1705683736.503855:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+902:3080:x1788538547660416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.503863:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14747 count 1 00010000:00010000:3.0:1705683736.503967:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503976:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4873 pid: 15016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503981:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.503982:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.503982:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.503995:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4873 pid: 15016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504001:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4873 pid: 15016 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.504007:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a858a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547660480:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.504019:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.504068:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.504076:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504077:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504082:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241536 00010000:00010000:3.0:1705683736.504093:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4874 pid: 15100 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.504104:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504105:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504108:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99833 00000100:00100000:3.0:1705683736.504111:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:1857:x1788538570241536:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.504118:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.504120:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4874 pid: 15100 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.504127:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4874 pid: 15100 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.504138:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504139:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504140:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504144:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504153:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.504163:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:1857:x1788538570241536:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 51us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.504168:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99833 00000100:00100000:3.0:1705683736.504225:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.504236:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504237:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504240:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241600 00010000:00010000:3.0:1705683736.504248:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2831 pid: 15094 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.504256:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504257:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504259:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99834 00000100:00100000:3.0:1705683736.504261:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2831:1855:x1788538570241600:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.504265:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.504267:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2831 pid: 15094 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504272:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2831 pid: 15094 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504281:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504282:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504283:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504287:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504293:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.504300:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2831:1855:x1788538570241600:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 38us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.504303:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99834 00000100:00100000:3.0:1705683736.504333:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7c9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547658112:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.504342:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.504346:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.504347:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.504347:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504388:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.504393:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504393:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504396:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241664 00010000:00010000:3.0:1705683736.504402:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.504409:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504410:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504412:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99835 00000100:00100000:3.0:1705683736.504414:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c41900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2831:1855:x1788538570241664:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.504418:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.504420:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504425:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504432:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800736b6d00/0x9d5ae94021dc3f72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f51a expref: 2831 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504440:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504441:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504442:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504446:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504453:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.504459:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c41900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2830:1855:x1788538570241664:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 45us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.504463:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99835 00010000:00010000:3.0:1705683736.504472:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504476:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504481:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504485:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504491:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.504580:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+407:3082:x1788538547657920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7836us (8176us total) trans 4295071759 rc 0/0 00000100:00100000:3.0:1705683736.504584:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261534 00000004:00080000:3.0:1705683736.504605:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009811e400/2, rc 0, transno 104463 00000100:00100000:3.0:1705683736.504609:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547657920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.504643:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.504649:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c41400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547660544:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.504662:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.504676:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504676:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504680:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660544 00000100:00100000:3.0:1705683736.504687:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504688:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504690:0:14416:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261559 00000100:00100000:3.0:1705683736.504692:0:14416:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+407:3080:x1788538547660544:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.504700:0:14416:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24662 count 1 00010000:00010000:0.0:1705683736.504754:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.504758:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.504763:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097746800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.504764:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.504769:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504769:0:14416:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504776:0:14416:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2829 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.504777:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504780:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.504781:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097746800/0x9d5ae94021dde26f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504781:0:14416:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504782:0:14416:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504793:0:14416:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2829 pid: 15066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.504794:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.504795:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.504796:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.504798:0:14416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2829 pid: 15066 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.504804:0:14416:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c46e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547660608:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.504819:0:15084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fd7cf00/0x9d5ae94021d8c2c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256be49 expref: 4873 pid: 15100 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.504820:0:14416:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0900 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.504825:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547657856:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.504838:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.504838:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00100000:0.0:1705683736.504841:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.504842:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.504843:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.504844:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.504845:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504846:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.504847:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.504849:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241728 00010000:00010000:0.0:1705683736.504852:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504855:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2830 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.504856:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.504863:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.504864:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.504864:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.504866:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99836 00000100:00100000:3.0:1705683736.504869:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2830:1855:x1788538570241728:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.504873:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.504874:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2830 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504879:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2830 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.504890:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504891:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.504892:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504897:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504919:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.504927:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2830:1855:x1788538570241728:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.504930:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99836 00010000:00010000:3.0:1705683736.504940:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.504942:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504947:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801355ee580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.504948:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504952:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504959:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504962:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801355ee580/0x9d5ae94021dde261 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3994:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.504973:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.504974:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.504975:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+903:3080:x1788538547657664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8909us (8953us total) trans 4295071940 rc 0/0 00010000:00010000:3.0:1705683736.504975:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.504980:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261532 00000004:00080000:3.0:1705683736.504988:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c7cc600/2, rc 0, transno 104644 00000100:00100000:3.0:1705683736.504993:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c7cc600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657664:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.505005:0:15087:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e15bc00/0x9d5ae94021dc3f5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x604e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f50c expref: 2829 pid: 15094 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.505012:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c43c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547660672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.505013:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099dee400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0000_UUID:15087:1788538547658048:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.505026:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.505027:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00100000:0.0:1705683736.505030:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.505031:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.505032:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.505033:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505036:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505046:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505050:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505059:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.505065:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.505067:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505071:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c343700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.505073:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505077:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505086:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.505089:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c343700/0x9d5ae94021dde268 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x604e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.505089:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547658240:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.505098:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.505101:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.505102:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.505103:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.505106:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.505106:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7cd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:1858:x1788538570239616:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 8113us (8176us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.505107:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.505110:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99818 00000100:00100000:0.0:1705683736.505112:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660672 00000100:00100000:3.0:1705683736.505140:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.505140:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.505146:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261560 00000100:00100000:3.0:1705683736.505149:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ab8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+903:3082:x1788538547660672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.505157:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14748 count 1 00010000:00010000:3.0:1705683736.505299:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.505306:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4872 pid: 15016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.505311:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.505311:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.505313:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.505323:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4872 pid: 15016 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.505329:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4872 pid: 15016 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.505334:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547660736:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.505345:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.505987:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009811c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+408:3080:x1788538547657728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9454us (9644us total) trans 4295071760 rc 0/0 00000100:00100000:0.0:1705683736.505993:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261533 00010000:00010000:0.0:1705683736.506018:0:15101:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e15a080/0x9d5ae94021dc3f6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f528 expref: 2828 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.506027:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099de8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547658176:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.506041:0:15101:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.506046:0:15101:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.506046:0:15101:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.506047:0:15101:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.506048:0:15101:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506052:0:15101:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506057:0:15101:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506062:0:15101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506070:0:15101:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.506147:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098119400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+408:3082:x1788538547657984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9341us (9675us total) trans 4295071761 rc 0/0 00000100:00100000:0.0:1705683736.506152:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261535 00000004:00080000:0.0:1705683736.506177:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880098118a00/2, rc 0, transno 104465 00000100:00100000:0.0:1705683736.506182:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880098118a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547657984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.506207:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099de8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547660800:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.506224:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.506242:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.506243:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.506246:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660800 00000100:00100000:0.0:1705683736.506256:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.506256:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.506259:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261561 00000100:00100000:0.0:1705683736.506261:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+408:3083:x1788538547660800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.506272:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24663 count 1 00010000:00010000:0.0:1705683736.506350:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506357:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2827 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.506361:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.506362:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.506363:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.506471:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b779900/0x9d5ae94021dde36b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bb6 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.506486:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.506497:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.506499:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.506502:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b779900/0x9d5ae94021dde36b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bb6 expref: 5208 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506505:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2827 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.506510:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b779900/0x9d5ae94021dde36b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bb6 expref: 5208 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.506516:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2827 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.506520:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b779900, rc 0) 00000100:00100000:0.0:1705683736.506522:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547660864:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.506534:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:15161:x1788538570241216:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 3611us (4034us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.506536:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.506539:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261555 00000100:00100000:1.0:1705683736.506564:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.506565:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.506571:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660096 00000100:00100000:1.0:1705683736.506587:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.506588:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.506591:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25159 00000100:00100000:1.0:1705683736.506593:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da68500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:14252:x1788538547660096:12345-0@lo:101:mdt00_019.0 00010000:00010000:1.0:1705683736.506601:0:14285:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.506672:0:14285:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b77b700/0x9d5ae94021dde372 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde32c expref: -99 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.506686:0:14285:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b77b700/0x9d5ae94021dde372 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde32c expref: 23 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.506692:0:14285:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b77b700/0x9d5ae94021dde372 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde32c expref: 23 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.506697:0:14285:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff880099f30f00) 00010000:00010000:1.0:1705683736.506699:0:14285:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1705683736.506701:0:14285:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b77b700, rc 0) 00000100:00100000:1.0:1705683736.506720:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da68500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:14252:x1788538547660096:12345-0@lo:101:mdt00_019.0 Request processed in 126us (3661us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.506724:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25159 00000100:00100000:1.0:1705683736.506748:0:15050:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6d000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0001_UUID:15050:1788538547660032:0@lo:105: 00010000:00010000:1.0:1705683736.506762:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.506771:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+1223:1855:x1788538570241088:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4073us (4291us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.506776:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99831 00000100:00100000:3.0:1705683736.508750:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135932d00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547660096:0@lo:101:mdt00_019.0 00010000:00010000:3.0:1705683736.508765:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.508773:0:14252:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.508853:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.508858:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.508864:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT0 00000100:00100000:3.0:1705683736.508922:0:14252:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135932d00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547660928:0@lo:1000:mdt00_019.0 00000100:00100000:3.0:1705683736.508952:0:14252:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.508984:0:14252:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.509010:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cef8000/2, rc 0, transno 104464 00000100:00100000:3.0:1705683736.509026:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547657728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.509040:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.509044:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509050:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b444780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.509052:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509059:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509073:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509077:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b444780/0x9d5ae94021dde276 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6050:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509091:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.509092:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.509093:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.509094:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547660992:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.509111:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.509132:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.509134:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.509142:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660992 00000100:00100000:1.0:1705683736.509160:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.509160:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.509164:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261562 00000100:00100000:1.0:1705683736.509167:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+409:3080:x1788538547660992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.509189:0:15103:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24664 count 1 00000100:00100000:0.0:1705683736.509414:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.509416:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.509422:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547660928 00000100:00100000:0.0:1705683736.509440:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.509441:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.509444:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25160 00000100:00100000:0.0:1705683736.509447:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a95d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:14252:x1788538547660928:12345-0@lo:1000:mdt00_019.0 00000100:00100000:0.0:1705683736.509498:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a95d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:14252:x1788538547660928:12345-0@lo:1000:mdt00_019.0 Request processed in 50us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.509503:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25160 00010000:00010000:1.0:1705683736.509546:0:15103:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509558:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2827 pid: 9338 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.509564:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.509566:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.509567:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509584:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2827 pid: 9338 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.509590:0:14252:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135932d00 pname:cluuid:pid:xid:nid:opc:job mdt00_019:lustre-MDT0000-mdtlov_UUID:14252:1788538547660928:0@lo:1000:mdt00_019.0 00010000:00010000:1.0:1705683736.509596:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2827 pid: 9338 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.509605:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547661056:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.509647:0:15103:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.509691:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509696:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509700:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509702:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ebd0a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.509704:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509708:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509713:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff8800a009fd00) 00010000:00010000:3.0:1705683736.509715:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.509716:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509719:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ebd0a00/0x9d5ae94021dde379 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509732:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509737:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509740:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509752:0:14252:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1705683736.509757:0:14252:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x2047:0x0] 00010000:00010000:3.0:1705683736.509759:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509767:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509770:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509787:0:14252:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683736.509788:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.509791:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1705683736.509793:0:14252:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:3.0:1705683736.509794:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509797:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009da49680 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:3.0:1705683736.509797:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509799:0:8823:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509800:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683736.509804:0:8823:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509807:0:14252:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683736.509809:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:3.0:1705683736.509809:0:14252:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:3.0:1705683736.509810:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509813:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509814:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509817:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509820:0:8823:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509822:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880132516d00 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:1.0:1705683736.509824:0:6522:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509824:0:14252:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683736.509825:0:8823:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683736.509827:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT0 00000004:00010000:1.0:1705683736.509828:0:6522:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509830:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509833:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.509834:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 1/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509836:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ef7f700 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.509837:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009da49680/0x9d5ae94021dde32c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde372 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509837:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509840:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT0 00010000:00010000:1.0:1705683736.509842:0:6522:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.509845:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88009b5dbe00) 00010000:00010000:1.0:1705683736.509846:0:6522:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1705683736.509847:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.509848:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT0 00010000:00010000:3.0:1705683736.509851:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ef7f700/0x9d5ae94021dddfa5 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT0 00010000:00010000:1.0:1705683736.509855:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509858:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880132516d00/0x9d5ae94021dde165 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde16c expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509861:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.509863:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509866:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135481180 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:0.0:1705683736.509868:0:8823:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509869:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00010000:0.0:1705683736.509871:0:8823:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509871:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509875:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c95bc00 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:1.0:1705683736.509876:0:6522:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683736.509879:0:6522:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509883:0:8823:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509886:0:8823:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1705683736.509887:0:6522:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.509890:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 1/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509890:0:6522:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1705683736.509891:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab16900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+824:31082:x1788538570232320:12345-192.168.204.14@tcp:36:mrename.0 Request processed in 54943us (56932us total) trans 0 rc -39/-39 00010000:00010000:0.0:1705683736.509892:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135481180/0x9d5ae94021dddfac lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dddfb3 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509892:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.509895:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009c95bc00/0x9d5ae94021dddfba lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dddfc8 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.509897:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207279 00010000:00010000:0.0:1705683736.509919:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.509921:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.509922:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.509923:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.509924:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.509925:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.509926:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.509931:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547661312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.509934:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547661184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.509950:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.509953:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.509958:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e996400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547661248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.509971:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.509979:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683736.509983:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e990f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547661120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.509992:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.510003:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.510004:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510005:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510013:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661312 00000100:00100000:1.0:1705683736.510024:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.510025:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510026:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510026:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510028:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661248 00000100:00100000:1.0:1705683736.510031:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661184 00000100:00100000:0.0:1705683736.510036:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510036:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510038:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661120 00000100:00100000:1.0:1705683736.510046:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.510046:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510048:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510048:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.510050:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36044 00000100:00100000:0.0:1705683736.510053:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36045 00000100:00100000:1.0:1705683736.510053:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+26:3080:x1788538547661312:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.510055:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e991e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+26:3083:x1788538547661248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.510059:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.510061:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.510069:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135482a80/0x9d5ae94021dddfb3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dddfac expref: 26 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.510069:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c95b980/0x9d5ae94021dddfc8 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3531 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dddfba expref: 26 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.510076:0:6520:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3531 (ffff88009dda7b00) 00010000:00010000:0.0:1705683736.510078:0:15050:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.510080:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.510084:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.510097:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e991e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+24:3083:x1788538547661248:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.510101:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36045 00000100:00100000:1.0:1705683736.510104:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+24:3080:x1788538547661312:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.510109:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36044 00000100:00100000:0.0:1705683736.510110:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510111:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.510114:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36046 00000100:00100000:0.0:1705683736.510116:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e992d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+22:3082:x1788538547661184:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.510118:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.510118:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.510119:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.510121:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36047 00000100:00100000:1.0:1705683736.510123:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+22:3080:x1788538547661120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.510126:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880132515900/0x9d5ae94021dde16c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2047:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde165 expref: 22 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.510128:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.510134:0:15050:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2047:0x0].0x0 (ffff88009cfb5600) 00010000:00010000:1.0:1705683736.510135:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b77b700/0x9d5ae94021dde372 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1ea9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde32c expref: 21 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.510140:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.510144:0:6520:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1ea9:0x0].0x0 (ffff880099f30f00) 00010000:00010000:1.0:1705683736.510148:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.510154:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e992d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+20:3082:x1788538547661184:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.510158:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36046 00000100:00100000:1.0:1705683736.510162:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+20:3080:x1788538547661120:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.510166:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36047 00000100:00100000:0.0:1705683736.510182:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547661184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.510197:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e996400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547661248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.510212:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e990f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547661120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.510218:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547661312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.514079:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.514143:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096a87300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0001_UUID:15097:1788538547658304:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.514145:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514147:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514159:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243520 00010000:00010000:0.0:1705683736.514175:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013564b700/0x9d5ae94021dde28b lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b8c expref: 2871 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.514190:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013564b700, rc 0) 00000100:00100000:3.0:1705683736.514190:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514191:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514196:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207288 00000100:00100000:3.0:1705683736.514201:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e996400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1107:30881:x1788538570243520:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1705683736.514221:0:14252:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.514227:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:29913:x1788538570239936:12345-192.168.204.14@tcp:101:dd.0 Request processed in 15815us (16444us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.514233:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261539 00010000:00010000:3.0:1705683736.514236:0:14252:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ebd1680/0x9d5ae94021dde387 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bf5 expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.514293:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.514307:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514309:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514315:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244096 00000100:00100000:0.0:1705683736.514332:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514333:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:3.0:1705683736.514336:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2025:0x0]: returning size 4096 00000100:00100000:0.0:1705683736.514337:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207289 00000100:00100000:0.0:1705683736.514340:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e990f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1223:30997:x1788538570244096:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1705683736.514350:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.514412:0:15067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0000_UUID:15067:1788538547658624:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.514418:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009763bc00/0x9d5ae94021dde395 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c11 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.514420:0:14252:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ebd1680/0x9d5ae94021dde387 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bf5 expref: 1109 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.514426:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ebd1680/0x9d5ae94021dde387 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bf5 expref: 1109 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.514431:0:15067:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.514436:0:14252:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ebd1680, rc 0) 00010000:00100000:1.0:1705683736.514439:0:15067:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.514440:0:15067:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.514441:0:15067:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514453:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e996400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1108:30881:x1788538570243520:12345-192.168.204.14@tcp:101:rm.0 Request processed in 252us (383us total) trans 4295030430 rc 301/301 00000100:00100000:3.0:1705683736.514458:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207288 00010000:00010000:0.0:1705683736.514484:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.514493:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514499:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514556:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.514560:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.514561:0:15080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15080:1788538547658816:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.514563:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.514578:0:15080:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099429680/0x9d5ae94021dde2e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b9a expref: 2827 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.514603:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe68500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0000_UUID:15034:1788538547658496:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.514617:0:15034:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c24af80/0x9d5ae94021dde299 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b70 expref: 5207 pid: 15034 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1705683736.514619:0:14243:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x201f:0x0]: returning size 4096 00010000:00010000:1.0:1705683736.514627:0:15034:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c24af80, rc 0) 00000100:00100000:1.0:1705683736.514656:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5207:27256:x1788538570238912:12345-192.168.204.14@tcp:101:dd.0 Request processed in 24046us (24178us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.514661:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261529 00010000:00010000:0.0:1705683736.514664:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514668:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514672:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514677:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514680:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009763a300 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.514682:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514686:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514692:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.514694:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.514696:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514698:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a300/0x9d5ae94021dde39c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514706:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514709:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514712:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514715:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009763b200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.514716:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.514716:0:15080:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099429680, rc 0) 00010000:00010000:0.0:1705683736.514718:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514725:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3031 (ffff880135e3d800) 00010000:00010000:0.0:1705683736.514726:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.514727:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.514730:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b200/0x9d5ae94021dde3a3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3031 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.514733:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ab11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:dab809dd-6952-4f4e-9170-c0b3df4b5902+2827:29031:x1788538570240448:12345-192.168.204.14@tcp:101:dd.0 Request processed in 14255us (15148us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.514738:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261544 00010000:00010000:0.0:1705683736.514757:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763bc00/0x9d5ae94021dde395 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c11 expref: 1225 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.514762:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009763bc00/0x9d5ae94021dde395 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c11 expref: 1225 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.514768:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009763bc00, rc 0) 00000100:00100000:3.0:1705683736.514771:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da6ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547658688:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.514782:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e990f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:30997:x1788538570244096:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 441us (490us total) trans 4295030431 rc 301/301 00010000:00010000:3.0:1705683736.514783:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.514786:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207289 00010000:00100000:3.0:1705683736.514788:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.514789:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.514790:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514816:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f151e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0000_UUID:15089:1788538547658752:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.514830:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.514835:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.514836:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.514837:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514841:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.514849:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514850:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514855:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241792 00000100:00100000:1.0:1705683736.514857:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547658944:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.514868:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514869:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.514872:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261563 00010000:00010000:1.0:1705683736.514875:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c248500/0x9d5ae94021dde2ed lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b93 expref: 2871 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.514875:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a958a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:30388:x1788538570241792:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.514881:0:15080:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.514883:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c248500, rc 0) 00000100:00100000:1.0:1705683736.514899:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135609e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:27110:x1788538570240128:12345-192.168.204.14@tcp:101:dd.0 Request processed in 15270us (15336us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.514903:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.514920:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261543 00000100:00100000:1.0:1705683736.514930:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.514931:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.514935:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241984 00000100:00100000:1.0:1705683736.514952:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.514953:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514954:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514956:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.514957:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261564 00000100:00100000:1.0:1705683736.514960:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e991e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5207:15123:x1788538570241984:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.514967:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.514974:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.514982:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514983:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.514988:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242304 00000100:00100000:0.0:1705683736.515001:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.515001:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.515004:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207290 00000100:00100000:0.0:1705683736.515007:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e992d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1108:30904:x1788538570242304:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1705683736.515013:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.515021:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097638780/0x9d5ae94021dde3b1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bd9 expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515065:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.515071:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515075:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515128:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.515133:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515137:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515174:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.515180:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515186:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000004:00200000:0.0:1705683736.515205:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x208e:0x0]: returning size 5 00000004:00200000:0.0:1705683736.515208:0:14295:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683736.515216:0:14295:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515222:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515227:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515230:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515232:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515236:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515239:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009763b480 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.515241:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515245:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515250:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff88012b4b0200) 00010000:00010000:0.0:1705683736.515252:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.515254:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515257:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009763b480/0x9d5ae94021dde3b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515265:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515268:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515272:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515274:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009763a580 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.515276:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515279:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515284:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x34 (ffff8801348ffe00) 00010000:00010000:0.0:1705683736.515285:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.515286:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 2/0,0 mode: --/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515289:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009763a580/0x9d5ae94021dde3bf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.515315:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880097638780/0x9d5ae94021dde3b1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1110 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515324:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1109 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515331:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208e:0x0].0x0 (ffff8800999efd00) 00010000:00010000:0.0:1705683736.515333:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683736.515334:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c32bc00, rc 0) 00000100:00100000:0.0:1705683736.515349:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e992d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:30904:x1788538570242304:12345-192.168.204.14@tcp:101:rm.0 Request processed in 341us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.515354:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207290 00000100:00100000:0.0:1705683736.515392:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.515413:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.515432:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.515483:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.515556:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009edf4000/0x9d5ae94021dde3cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bd2 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.515563:0:15080:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0086f80/0x9d5ae94021dde3d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7bec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bcb expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.515570:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ad8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1705683736.515575:0:15080:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7bec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.515580:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.515581:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.515583:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.515584:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.515585:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009edf4000/0x9d5ae94021dde3cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd2 expref: 5208 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.515587:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0086f80/0x9d5ae94021dde3d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bcb expref: 2871 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.515592:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009edf4000/0x9d5ae94021dde3cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd2 expref: 5208 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.515598:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edf4000, rc 0) 00010000:00010000:3.0:1705683736.515673:0:15080:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0086f80/0x9d5ae94021dde3d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bcb expref: 2871 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.515678:0:15080:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0086f80, rc 0) 00000100:00100000:3.0:1705683736.515750:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a958a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:30388:x1788538570241792:12345-192.168.204.14@tcp:101:dd.0 Request processed in 875us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.515754:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261563 00000100:00100000:0.0:1705683736.515756:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.515756:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e991e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:15123:x1788538570241984:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 795us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.515761:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261564 00000100:00100000:3.0:1705683736.515772:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515772:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515777:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241920 00000100:00100000:1.0:1705683736.515778:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515779:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515784:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242112 00010000:00010000:3.0:1705683736.515785:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2871 pid: 14242 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.515788:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.515792:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5208 pid: 14216 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.515798:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515798:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515800:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242240 00000100:00100000:0.0:1705683736.515802:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515802:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515802:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.515803:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515804:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242432 00010000:00010000:3.0:1705683736.515806:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5209 pid: 15022 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.515809:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570241856 00010000:00010000:1.0:1705683736.515810:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4873 pid: 15067 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.515814:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515815:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515816:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242048 00000100:00100000:1.0:1705683736.515818:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515819:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.515821:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2827 pid: 15065 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.515822:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99837 00010000:00010000:3.0:1705683736.515822:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4874 pid: 15099 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.515825:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a87300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:1857:x1788538570241920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.515828:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515829:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.515830:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.515831:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.515831:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.515831:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99838 00000100:00100000:3.0:1705683736.515834:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a80a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:1857:x1788538570242112:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.515835:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99839 00000100:00100000:0.0:1705683736.515838:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a85f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:1857:x1788538570242240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.515838:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.515840:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2871 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.515844:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.515844:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5209 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.515846:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2871 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.515852:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5209 pid: 15022 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.515858:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe9ef80/0x9d5ae94021dc6d2a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x769a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a60 expref: 2871 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.515862:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5209 pid: 15022 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.515866:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.515867:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.515870:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013564b700/0x9d5ae94021dde28b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b8c expref: 2870 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515874:0:14530:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa76d00/0x9d5ae94021dbcf95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6c3c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257a9f6 expref: 5209 pid: 15022 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.515875:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013564b700/0x9d5ae94021dde28b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b8c expref: 2870 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515883:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.515884:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.515887:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099429680/0x9d5ae94021dde2e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b9a expref: 2827 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515892:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099429680/0x9d5ae94021dde2e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b9a expref: 2827 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.515892:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013564b700/0x9d5ae94021dde28b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x769a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b8c expref: 2870 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.515903:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547661376:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.515925:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099429680/0x9d5ae94021dde2e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c3c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b9a expref: 2827 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.515933:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe68f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14530:1788538547661440:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.515945:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a12306c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.515950:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.515954:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515955:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.515959:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.515960:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.515961:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99840 00000100:00100000:1.0:1705683736.515964:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe68500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:1857:x1788538570242432:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.515967:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99841 00010000:00010000:1.0:1705683736.515969:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.515970:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:1857:x1788538570242048:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.515972:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4874 pid: 15067 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.515976:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.515978:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4874 pid: 15067 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.515979:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4874 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.515986:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4874 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.515990:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.515991:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.515992:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.515998:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073742580/0x9d5ae94021d8c488 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256beff expref: 4874 pid: 15099 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.516006:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5208 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.516007:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.516008:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.516009:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516014:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516017:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ab9180/0x9d5ae94021d60aaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x630d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa18 expref: 5208 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.516026:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.516026:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.516027:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.516028:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c24af80/0x9d5ae94021dde299 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b70 expref: 5207 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516033:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c24af80/0x9d5ae94021dde299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b70 expref: 5207 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.516039:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4873:1857:x1788538570242048:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 68us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.516044:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99841 00010000:00010000:3.0:1705683736.516045:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c24af80/0x9d5ae94021dde299 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x630d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b70 expref: 5207 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.516051:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a959e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547661504:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.516053:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516054:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516057:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99842 00000100:00100000:0.0:1705683736.516060:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe6a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2827:1857:x1788538570241856:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.516065:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.516066:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.516068:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2827 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.516079:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2827 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.516081:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516085:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516090:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516091:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d48280/0x9d5ae94021dc3fe9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6052:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f544 expref: 2827 pid: 15065 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.516091:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516094:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516099:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.516100:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.516101:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.516102:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516104:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.516105:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516112:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.516114:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe68500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4872:1857:x1788538570242432:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 149us (632us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.516114:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516117:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.516119:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99840 00010000:00010000:3.0:1705683736.516119:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f2a4780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.516120:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516124:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.516129:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe6a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2826:1857:x1788538570241856:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 68us (375us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.516131:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.516133:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99842 00010000:00010000:3.0:1705683736.516135:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f2a4780/0x9d5ae94021dde2a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3995:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.516148:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d261400/0x9d5ae94021d8c687 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256bfb5 expref: 4871 pid: 15067 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.516148:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.516149:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.516149:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.516151:0:15067:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516156:0:15067:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.516156:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ab10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547659008:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.516161:0:15067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516168:0:15067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.516168:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.516172:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.516172:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.516173:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.516174:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516175:0:15067:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.516178:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516181:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.516182:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516183:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.516185:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516188:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013564bc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.516189:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516193:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.516193:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.516200:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516204:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013564bc00/0x9d5ae94021dde2a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516216:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.516217:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516221:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c248f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.516223:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516227:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516232:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516235:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c248f00/0x9d5ae94021dde2f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3996:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516246:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.516247:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.516248:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.516306:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+904:3082:x1788538547658880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15406us (15467us total) trans 4295071942 rc 0/0 00000100:00100000:1.0:1705683736.516312:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261545 00010000:00010000:1.0:1705683736.516325:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.516347:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c01ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+410:3082:x1788538547658560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17451us (17563us total) trans 4295071762 rc 0/0 00000100:00100000:0.0:1705683736.516352:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261540 00000004:00080000:0.0:1705683736.516384:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da6c600/2, rc 0, transno 104646 00000100:00100000:0.0:1705683736.516397:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da6c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547658880:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1705683736.516408:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c019900/2, rc 0, transno 104466 00000100:00100000:0.0:1705683736.516413:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c019900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547658560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.516441:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.516449:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516450:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516455:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242176 00000100:00100000:1.0:1705683736.516456:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683736.516464:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547661632:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.516465:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2826 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.516479:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516480:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.516482:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c01cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+904:3080:x1788538547658368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17558us (17657us total) trans 4295071941 rc 0/0 00000100:00100000:0.0:1705683736.516483:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99843 00000100:00100000:0.0:1705683736.516486:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2826:1857:x1788538570242176:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.516486:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.516488:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261541 00010000:00010000:0.0:1705683736.516491:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.516493:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2826 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.516498:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2826 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.516500:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.516501:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.516505:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661632 00010000:00010000:0.0:1705683736.516508:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ae8000/0x9d5ae94021dc3fbf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f536 expref: 2826 pid: 15002 timeout: 608 lvb_type: 1 00000004:00080000:1.0:1705683736.516512:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c018500/2, rc 0, transno 104645 00000100:00100000:3.0:1705683736.516516:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.516517:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.516517:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.516518:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.516519:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.516519:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261565 00010000:00010000:0.0:1705683736.516523:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.516523:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c018500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547658368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.516523:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+410:3083:x1788538547661632:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.516526:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683736.516531:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547661568:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.516535:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.516548:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.516549:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2825:1857:x1788538570242176:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (109us total) trans 0 rc 0/0 00002000:00080000:3.0:1705683736.516553:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24665 count 1 00000100:00100000:0.0:1705683736.516554:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99843 00000100:00100000:1.0:1705683736.516562:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.516563:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.516566:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661568 00010000:00010000:0.0:1705683736.516571:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516575:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.516577:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.516578:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.516580:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.516580:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261566 00010000:00010000:0.0:1705683736.516584:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.516584:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+904:3080:x1788538547661568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.516591:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1705683736.516592:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14749 count 1 00010000:00010000:3.0:1705683736.516643:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.516682:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c019400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+411:3080:x1788538547658432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17617us (17837us total) trans 4295071763 rc 0/0 00000100:00100000:0.0:1705683736.516687:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261542 00010000:00010000:0.0:1705683736.516700:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.516703:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516708:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012457c500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.516709:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516713:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516721:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516725:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012457c500/0x9d5ae94021dde2ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.516736:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.516736:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.516737:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.516742:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.516748:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009a95b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547661696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.516765:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.516776:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516776:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516780:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547661696 00000100:00100000:0.0:1705683736.516797:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516798:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.516800:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261567 00000100:00100000:0.0:1705683736.516803:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe69e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+905:3082:x1788538547661696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.516813:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14750 count 1 00010000:00010000:3.0:1705683736.516895:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2824 pid: 9338 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.516902:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.516919:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.516920:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516940:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2824 pid: 9338 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.516941:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.516948:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2824 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.516950:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4870 pid: 14435 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.516954:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.516955:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.516956:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.516956:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da6ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547661760:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.516968:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4870 pid: 14435 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.516968:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a780 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.516974:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4870 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.516982:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547661824:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.516987:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.516999:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.517000:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.517006:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1230900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.517008:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4870 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.517012:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.517013:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.517014:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.517019:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517020:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517024:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242496 00010000:00010000:0.0:1705683736.517031:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4871 pid: 15039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.517036:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.517037:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4871 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.517037:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517041:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261568 00000100:00100000:3.0:1705683736.517041:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.517043:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517044:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134ef8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547661888:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.517044:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135932d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4871:27217:x1788538570242496:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.517049:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.517129:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.517135:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.517136:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.517140:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242560 00000100:00100000:3.0:1705683736.517151:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.517152:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.517154:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261569 00000100:00100000:3.0:1705683736.517157:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da2b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:30132:x1788538570242560:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.517162:0:15080:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.517177:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009ef30500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547659328:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.517192:0:15018:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.517196:0:15018:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517196:0:15018:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517197:0:15018:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517210:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135fa0500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547659456:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.517220:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.517224:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517224:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517225:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517239:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d168500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547659840:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.517254:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.517262:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517262:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517263:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517280:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d16b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547659712:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.517289:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.517293:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517294:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.517295:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.517301:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edf7480/0x9d5ae94021dde3f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588be0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.517312:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4872 pid: 15090 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.517316:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.517317:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.517319:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf7480/0x9d5ae94021dde3f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be0 expref: 4872 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.517330:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4872 pid: 15090 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.517335:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4872 pid: 15090 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.517341:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de69900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547661952:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.517353:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2606c0 going to sleep for 11 seconds 00000004:00080000:1.0:1705683736.517370:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c01c100/2, rc 0, transno 104467 00000100:00100000:1.0:1705683736.517376:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c01c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547658432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.517398:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.517413:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.517427:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517428:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517432:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662016 00000100:00100000:1.0:1705683736.517444:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517445:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.517447:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261570 00000100:00100000:1.0:1705683736.517450:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+411:3080:x1788538547662016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.517458:0:15097:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24666 count 1 00000100:00100000:0.0:1705683736.517499:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.517508:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517509:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517513:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242368 00010000:00010000:0.0:1705683736.517523:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2871 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.517535:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517536:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517539:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99844 00000100:00100000:0.0:1705683736.517542:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:1857:x1788538570242368:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.517548:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.517556:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2871 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.517562:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2871 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.517574:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009994d680/0x9d5ae94021d61dea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6173:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b75 expref: 2871 pid: 14417 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.517582:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.517583:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.517585:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c248500/0x9d5ae94021dde2ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b93 expref: 2870 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.517590:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c248500/0x9d5ae94021dde2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b93 expref: 2870 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.517604:0:15050:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c248500/0x9d5ae94021dde2ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6173:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588b93 expref: 2870 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.517610:0:15050:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134ef9900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15050:1788538547662080:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.517624:0:15050:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.517655:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f156900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547659392:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.517672:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.517676:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.517677:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.517678:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517693:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f150500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547659776:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.517705:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.517709:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.517710:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.517711:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517747:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.517754:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517754:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517759:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242624 00000100:00100000:0.0:1705683736.517771:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517772:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.517775:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261571 00000100:00100000:0.0:1705683736.517778:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134efb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4873:29581:x1788538570242624:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.517783:0:15067:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.518123:0:15067:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c329680/0x9d5ae94021dde3f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6bed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bee expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.518134:0:15067:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6bed:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:0.0:1705683736.518142:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518143:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518145:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c329680/0x9d5ae94021dde3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bee expref: 4874 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518151:0:15067:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c329680/0x9d5ae94021dde3f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bee expref: 4874 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518156:0:15067:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c329680, rc 0) 00010000:00010000:3.0:1705683736.518169:0:15080:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0086a80/0x9d5ae94021dde3fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7731:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588be7 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518171:0:15097:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518180:0:15097:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2824 pid: 15084 timeout: 0 lvb_type: 1 00002000:00010000:3.0:1705683736.518180:0:15080:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7731:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.518184:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.518185:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.518186:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.518188:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.518189:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.518192:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0086a80/0x9d5ae94021dde3fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be7 expref: 5209 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518198:0:15097:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2824 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.518199:0:15080:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0086a80/0x9d5ae94021dde3fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be7 expref: 5209 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518204:0:15097:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2824 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.518204:0:15080:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0086a80, rc 0) 00000100:00100000:1.0:1705683736.518212:0:15097:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d16b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547662144:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.518215:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da2b200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:30132:x1788538570242560:12345-192.168.204.14@tcp:101:dd.0 Request processed in 1058us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.518220:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261569 00000100:00100000:1.0:1705683736.518294:0:15097:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2600c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.518299:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134efb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4874:29581:x1788538570242624:12345-192.168.204.14@tcp:101:dd.0 Request processed in 519us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.518303:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261571 00000100:00100000:1.0:1705683736.518315:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d168f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:14238:1788538547659968:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.518317:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547660224:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.518329:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.518330:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.518335:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518336:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518336:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.518340:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16f300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4873:1855:x1788538570240960:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 15730us (15943us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.518346:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99829 00000100:00100000:3.0:1705683736.518383:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a858a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547660480:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.518386:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009811f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547660864:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.518394:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.518399:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518399:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518400:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.518402:0:15101:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.518407:0:15101:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.518408:0:15101:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.518409:0:15101:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.518415:0:14416:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c46e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14416:1788538547660608:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.518422:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f156400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547660288:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.518426:0:14416:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.518427:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547660352:192.168.204.14@tcp:104: 00010000:00100000:3.0:1705683736.518430:0:14416:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518431:0:14416:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518431:0:14416:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.518439:0:15000:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134acaa80/0x9d5ae94021dde348 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba8 expref: 4872 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.518445:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a858500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547660736:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.518446:0:15000:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134acaa80, rc 0) 00010000:00010000:3.0:1705683736.518455:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.518456:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4872:21828:x1788538570240896:12345-192.168.204.14@tcp:101:dd.0 Request processed in 16042us (16091us total) trans 0 rc 0/0 00010000:00100000:3.0:1705683736.518459:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518460:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261553 00010000:00100000:3.0:1705683736.518460:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.518460:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518495:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.518507:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547661056:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.518518:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.518521:0:15103:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.518524:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518524:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683736.518526:0:15103:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.518527:0:15103:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.518527:0:15103:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518528:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242688 00000100:00100000:1.0:1705683736.518537:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.518537:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.518538:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2825 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.518542:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242816 00000100:00100000:0.0:1705683736.518549:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518550:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.518551:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2826 pid: 15071 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.518553:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99845 00000100:00100000:0.0:1705683736.518556:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2826:1858:x1788538570242688:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.518561:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.518562:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.518563:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.518564:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2826 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.518567:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99846 00010000:00010000:0.0:1705683736.518570:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2826 pid: 15021 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.518570:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefc100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2826:1858:x1788538570242816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.518575:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.518578:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2826 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.518580:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e00d680/0x9d5ae94021dc3fd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f552 expref: 2826 pid: 15021 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.518584:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2826 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.518591:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518592:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518593:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518595:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2a0500/0x9d5ae94021dc407c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f560 expref: 2825 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.518598:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518603:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.518605:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.518606:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518609:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.518610:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.518618:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2824:1858:x1788538570242688:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 62us (123us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.518621:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.518623:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99845 00000100:00100000:1.0:1705683736.518642:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefc100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:1858:x1788538570242816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.518647:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99846 00000100:00100000:0.0:1705683736.518658:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.518662:0:15018:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518668:0:15018:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.518671:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.518673:0:15018:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.518675:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518676:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518680:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242944 00010000:00010000:1.0:1705683736.518680:0:15018:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518688:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.518696:0:15018:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.518697:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518698:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518700:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243072 00010000:00010000:0.0:1705683736.518704:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2823 pid: 15066 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.518711:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518712:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518714:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99847 00000100:00100000:0.0:1705683736.518717:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4872:1858:x1788538570242944:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.518721:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.518723:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.518729:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.518741:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134dbaf80/0x9d5ae94021d8ce21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c2a9 expref: 4872 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.518749:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518750:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518752:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518756:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518768:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.518777:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef8f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4871:1858:x1788538570242944:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.518782:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99847 00000100:00100000:0.0:1705683736.518790:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518790:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.518794:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99848 00000100:00100000:0.0:1705683736.518797:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:1858:x1788538570243072:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.518802:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.518804:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2823 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.518809:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2823 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.518818:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e00d400/0x9d5ae94021dc4013 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f56e expref: 2823 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.518825:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518826:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.518828:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.518829:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+412:3080:x1788538547659072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17405us (17455us total) trans 4295071764 rc 0/0 00010000:00010000:0.0:1705683736.518832:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.518834:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261546 00010000:00010000:0.0:1705683736.518842:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.518851:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefbc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:1858:x1788538570243072:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.518855:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99848 00010000:00010000:1.0:1705683736.518857:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518862:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518866:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518870:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518870:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518874:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.518877:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683736.518879:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518883:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518891:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1705683736.518934:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683736.518937:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518941:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c24aa80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.518943:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518948:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518956:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.518958:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d29da00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+412:3083:x1788538547659264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17308us (17484us total) trans 4295071765 rc 0/0 00010000:00010000:0.0:1705683736.518959:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c24aa80/0x9d5ae94021dde2fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6053:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.518961:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261548 00010000:00010000:0.0:1705683736.518972:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.518974:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518977:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c248a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.518978:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518981:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.518986:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.518986:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f153200/2, rc 0, transno 104469 00010000:00010000:0.0:1705683736.518989:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c248a00/0x9d5ae94021dde309 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.518992:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f153200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547659264:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.518999:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.519000:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519003:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134ac8f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.519005:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519008:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519013:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519017:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134ac8f00/0x9d5ae94021dde31e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519024:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.519025:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.519026:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.519027:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f153700/2, rc 0, transno 104468 00000100:00100000:1.0:1705683736.519031:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f153700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547659072:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.519034:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1705683736.519054:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683736.519058:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d16bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547662272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.519072:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.519083:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519083:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519086:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662272 00000100:00100000:1.0:1705683736.519095:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519096:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519098:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261572 00000100:00100000:1.0:1705683736.519101:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d16b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+412:3083:x1788538547662272:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.519108:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+906:3081:x1788538547659584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16946us (17015us total) trans 4295071943 rc 0/0 00002000:00080000:1.0:1705683736.519110:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24668 count 1 00000100:00100000:0.0:1705683736.519113:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261551 00000100:00100000:0.0:1705683736.519141:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.519147:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519148:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519151:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243200 00010000:00010000:1.0:1705683736.519154:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519159:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4871 pid: 15000 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.519161:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2821 pid: 15071 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.519166:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.519167:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.519167:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.519168:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.519168:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.519170:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99849 00000100:00100000:0.0:1705683736.519173:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4871:1858:x1788538570243200:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.519177:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.519179:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2821 pid: 15071 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.519185:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4871 pid: 15000 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.519185:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2821 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.519194:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4871 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.519196:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d16f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547662336:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.519202:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013273db80/0x9d5ae94021ccd674 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355bf expref: 4871 pid: 15000 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.519207:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.519210:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.519217:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d16a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.519218:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4870:1858:x1788538570243200:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 44us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.519221:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99849 00000100:00100000:1.0:1705683736.519229:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.519237:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519238:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519241:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662208 00000100:00100000:0.0:1705683736.519242:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.519247:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519248:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519250:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.519250:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519251:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243328 00000100:00100000:1.0:1705683736.519252:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261573 00000100:00100000:1.0:1705683736.519255:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d168f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+413:3080:x1788538547662208:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.519257:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2822 pid: 15066 timeout: 608 lvb_type: 1 00002000:00080000:1.0:1705683736.519261:0:15018:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24667 count 1 00000100:00100000:0.0:1705683736.519264:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519265:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519267:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99850 00000100:00100000:0.0:1705683736.519270:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5a8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:1858:x1788538570243328:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.519274:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.519276:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2822 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.519281:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2822 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.519289:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e00c500/0x9d5ae94021dc4028 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f57c expref: 2822 pid: 15066 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.519298:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.519299:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.519300:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519304:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519315:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.519323:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5a8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2821:1858:x1788538570243328:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 52us (81us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.519325:0:15018:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.519328:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99850 00010000:00010000:1.0:1705683736.519331:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2821 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.519336:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.519336:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.519337:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.519347:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2820 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.519352:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2820 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.519354:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.519358:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d168500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547662400:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.519361:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519362:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519365:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243584 00000100:00100000:1.0:1705683736.519368:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.519373:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2821 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.519383:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519383:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519386:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99851 00000004:00080000:1.0:1705683736.519387:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135934100/2, rc 0, transno 104647 00000100:00100000:0.0:1705683736.519389:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2821:1858:x1788538570243584:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.519393:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135934100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547659584:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.519394:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.519397:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2821 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.519402:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2821 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.519410:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2a1b80/0x9d5ae94021dc402f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f58a expref: 2821 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.519412:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683736.519416:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547662464:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.519419:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.519419:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.519421:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519425:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.519428:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.519435:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.519444:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2820:1858:x1788538570243584:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 55us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.519448:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99851 00000100:00100000:0.0:1705683736.519459:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519460:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519463:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662464 00000100:00100000:0.0:1705683736.519473:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519473:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.519475:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261574 00000100:00100000:0.0:1705683736.519477:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135936900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+906:3082:x1788538547662464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.519485:0:15083:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14751 count 1 00010000:00010000:3.0:1705683736.519497:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.519505:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.519510:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519515:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519520:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519528:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519537:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.519544:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.519547:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.519552:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ebd0780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.519553:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.519557:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.519565:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.519568:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ebd0780/0x9d5ae94021dde341 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6055:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.519579:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.519580:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.519581:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.519649:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da69e00/2, rc 0, transno 104470 00000100:00100000:3.0:1705683736.519652:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880098119900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+414:3083:x1788538547660160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16031us (16061us total) trans 4295071766 rc 0/0 00000100:00100000:1.0:1705683736.519655:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547660160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.519657:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261557 00010000:00010000:3.0:1705683736.519673:0:14416:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.519678:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f156400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662528:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.519679:0:14416:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519683:0:14416:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519688:0:14416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.519693:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.519706:0:14416:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.519712:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.519713:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.519717:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662528 00000100:00100000:3.0:1705683736.519726:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.519727:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.519729:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261575 00000100:00100000:3.0:1705683736.519731:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f155a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+414:3080:x1788538547662528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.519742:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24669 count 1 00010000:00010000:3.0:1705683736.519779:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519785:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2819 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.519790:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.519790:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.519791:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.519802:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2819 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.519807:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.519813:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da2b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547662592:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.519820:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.519824:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.519824:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e30c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.519829:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ebd3200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.519831:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519836:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519845:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519848:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ebd3200/0x9d5ae94021dde356 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519858:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.519858:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.519859:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.519864:0:15083:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519871:0:15083:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4869 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519875:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.519876:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.519876:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519890:0:15083:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4869 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519896:0:15083:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4869 pid: 15110 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.519902:0:15083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547662656:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.519929:0:14416:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+415:3080:x1788538547660544:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15235us (15265us total) trans 4295071767 rc 0/0 00000100:00100000:0.0:1705683736.519932:0:15083:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.519933:0:14416:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261559 00010000:00010000:0.0:1705683736.519942:0:15101:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519946:0:15101:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519951:0:15101:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519954:0:15101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519963:0:15101:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.519968:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.519969:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519973:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880097639b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.519975:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519979:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519987:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.519990:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097639b80/0x9d5ae94021dde364 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520001:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520001:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520002:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.520088:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+415:3083:x1788538547660800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13826us (13864us total) trans 4295071768 rc 0/0 00000100:00100000:0.0:1705683736.520094:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261561 00000100:00100000:0.0:1705683736.520120:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.520143:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.520148:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520149:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520153:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242752 00010000:00010000:0.0:1705683736.520160:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4870 pid: 15077 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.520164:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.520165:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520168:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520168:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520171:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99852 00000100:00100000:0.0:1705683736.520174:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4870:1858:x1788538570242752:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.520179:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.520181:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4870 pid: 15077 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520186:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4870 pid: 15077 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520196:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073aa1180/0x9d5ae94021d8ca8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c136 expref: 4870 pid: 15077 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520202:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520203:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520204:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520208:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520219:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.520227:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4869:1858:x1788538570242752:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.520231:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99852 00010000:00010000:0.0:1705683736.520245:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520249:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520256:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520260:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520268:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.520344:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d298a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+907:3082:x1788538547659200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18876us (18951us total) trans 4295071944 rc 0/0 00000100:00100000:0.0:1705683736.520349:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261547 00000100:00100000:0.0:1705683736.520372:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.520378:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520379:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520383:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243008 00010000:00010000:0.0:1705683736.520390:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4869 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.520399:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520399:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520401:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99853 00000100:00100000:0.0:1705683736.520404:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef9400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4869:1858:x1788538570243008:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.520408:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.520409:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4869 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520414:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4869 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520424:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134dbb700/0x9d5ae94021d8cc3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c1f3 expref: 4869 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520431:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520432:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520433:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.520433:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570242880 00010000:00010000:0.0:1705683736.520437:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520446:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.520446:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4869 pid: 15005 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.520454:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef9400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4869:1858:x1788538570243008:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 50us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.520458:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99853 00000100:00100000:3.0:1705683736.520481:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.520482:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520485:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520486:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.520486:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99854 00000100:00100000:3.0:1705683736.520489:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eeff300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4868:1858:x1788538570242880:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.520490:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520495:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.520496:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520497:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4868 pid: 15005 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520501:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520503:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4868 pid: 15005 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520505:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520513:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1ced00/0x9d5ae94021d8c8d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c08e expref: 4868 pid: 15005 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520514:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.520522:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.520523:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.520524:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520526:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.520529:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520533:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520534:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520537:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243136 00010000:00010000:3.0:1705683736.520543:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.520545:0:7678:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.520553:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520554:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.520555:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eeff300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:1858:x1788538570242880:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 65us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.520556:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99855 00000100:00100000:0.0:1705683736.520558:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefe400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:1858:x1788538570243136:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.520560:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99854 00010000:00010000:0.0:1705683736.520565:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.520572:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.520573:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.520576:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520577:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.520581:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eca0f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.520582:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520586:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c03e080/0x9d5ae94021ceea19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd27 expref: 2871 pid: 15017 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.520587:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520594:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520596:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520597:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.520598:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eca0f00/0x9d5ae94021dde302 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3998:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520599:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134acaa80/0x9d5ae94021dde348 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba8 expref: 4866 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.520601:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+907:3081:x1788538547659520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18376us (18481us total) trans 4295071945 rc 0/0 00010000:00010000:0.0:1705683736.520604:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134acaa80/0x9d5ae94021dde348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba8 expref: 4866 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.520606:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261552 00010000:00010000:3.0:1705683736.520609:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.520610:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520613:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d10d180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.520615:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520618:0:7678:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134acaa80/0x9d5ae94021dde348 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f58:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ba8 expref: 4866 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520618:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520625:0:7678:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef9900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7678:1788538547662720:192.168.204.14@tcp:105: 00000004:00080000:1.0:1705683736.520627:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009d29ee00/2, rc 0, transno 104648 00010000:00010000:3.0:1705683736.520629:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520645:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d10d180/0x9d5ae94021dde325 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3999:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.520649:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d29ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547659200:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.520653:0:7678:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009aa2f3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.520659:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.520660:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.520662:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.520666:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.520672:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520676:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.520678:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.520682:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099de8500/2, rc 0, transno 104472 00000100:00100000:0.0:1705683736.520683:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.520683:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520684:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.520687:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099de8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547660800:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.520687:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520688:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243264 00010000:00010000:3.0:1705683736.520696:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.520697:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4867 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520709:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.520712:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520714:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520715:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.520716:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.520717:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d10c280 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:3.0:1705683736.520717:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520718:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99856 00010000:00010000:1.0:1705683736.520719:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520721:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:1858:x1788538570243264:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.520723:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520727:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.520729:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4867 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520732:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520733:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4867 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520737:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d10c280/0x9d5ae94021dde317 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3997:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520744:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099409400/0x9d5ae94021d8cffd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c35f expref: 4867 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520752:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.520752:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520753:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.520753:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520754:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.520754:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520758:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.520760:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f156900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547662848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.520776:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.520777:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.520786:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1858:x1788538570243264:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 64us (110us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.520791:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520793:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99856 00000100:00100000:1.0:1705683736.520794:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.520795:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.520799:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662848 00010000:00010000:3.0:1705683736.520799:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520804:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.520808:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.520815:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.520816:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520817:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.520817:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.520818:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.520819:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261576 00000100:00100000:1.0:1705683736.520821:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+415:3082:x1788538547662848:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.520824:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.520826:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.520830:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24670 count 1 00010000:00010000:0.0:1705683736.520831:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ebd3c00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.520832:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520837:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520846:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520850:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ebd3c00/0x9d5ae94021dde34f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520861:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520862:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.520863:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.520878:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.520885:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520885:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520889:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243456 00010000:00010000:1.0:1705683736.520890:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.520897:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4866 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.520897:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2819 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.520901:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.520901:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.520902:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.520931:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.520932:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.520932:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2819 pid: 15084 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.520936:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99857 00010000:00010000:1.0:1705683736.520937:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.520939:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1858:x1788538570243456:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.520944:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.520944:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547662912:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.520946:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4866 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520952:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4866 pid: 15016 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.520955:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.520961:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135cc6580/0x9d5ae94021d8d154 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c3f2 expref: 4866 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.520969:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520970:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.520971:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.520971:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c41400/2, rc 0, transno 104471 00010000:00010000:0.0:1705683736.520975:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.520976:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c41400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547660544:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.520986:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.520995:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4865:1858:x1788538570243456:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.520996:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.521000:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99857 00000100:00100000:1.0:1705683736.521001:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c46e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547662976:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.521016:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.521028:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521029:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521033:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662976 00000100:00100000:1.0:1705683736.521038:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683736.521042:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521042:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.521043:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662784:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.521045:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261577 00000100:00100000:0.0:1705683736.521048:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+416:3082:x1788538547662976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.521056:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24671 count 1 00000100:00100000:1.0:1705683736.521056:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1705683736.521075:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135936400/2, rc 0, transno 104649 00000100:00100000:1.0:1705683736.521079:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135936400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547659520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.521095:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547663040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.521107:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.521121:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.521122:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.521126:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547662784 00010000:00010000:0.0:1705683736.521133:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.521137:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.521137:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.521139:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547663040 00010000:00010000:0.0:1705683736.521140:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2819 pid: 15056 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.521144:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.521145:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.521145:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.521145:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.521146:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.521148:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261578 00000100:00100000:1.0:1705683736.521150:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c41900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+910:3080:x1788538547662784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.521158:0:15000:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14752 count 1 00010000:00010000:0.0:1705683736.521159:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2819 pid: 15056 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.521166:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2819 pid: 15056 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.521173:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14313:1788538547663104:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.521185:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260f00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.521195:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521196:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521201:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261579 00000100:00100000:0.0:1705683736.521204:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800965bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+910:3080:x1788538547663040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.521212:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14753 count 1 00010000:00010000:0.0:1705683736.521347:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521354:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4864 pid: 15016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521358:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.521359:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.521359:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521371:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4864 pid: 15016 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521377:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4864 pid: 15016 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.521383:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eeff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:15101:1788538547663168:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.521395:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.521418:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.521427:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521428:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521432:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243648 00010000:00010000:0.0:1705683736.521441:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2820 pid: 9338 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.521462:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521463:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521467:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99858 00000100:00100000:0.0:1705683736.521470:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c83700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2820:1858:x1788538570243648:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.521475:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.521478:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2820 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.521483:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2820 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.521495:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134ae9180/0x9d5ae94021dc403d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f598 expref: 2820 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.521502:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.521503:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.521504:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521508:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521521:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.521531:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c83700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2819:1858:x1788538570243648:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.521536:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99858 00010000:00010000:0.0:1705683736.521549:0:15103:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521554:0:15103:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521559:0:15103:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521563:0:15103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521571:0:15103:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.521682:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+417:3080:x1788538547660992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12513us (12568us total) trans 4295071769 rc 0/0 00000100:00100000:0.0:1705683736.521687:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261562 00010000:00010000:0.0:1705683736.521703:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.521705:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521710:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b77b480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.521712:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521717:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521724:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521728:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b77b480/0x9d5ae94021dde380 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6058:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.521748:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.521750:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.521751:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.521775:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.521786:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521787:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521793:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243776 00000100:00100000:0.0:1705683736.521806:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521807:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521810:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207291 00000100:00100000:0.0:1705683736.521813:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c85a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:31079:x1788538570243776:12345-192.168.204.14@tcp:36:mkdir.0 00000100:00100000:0.0:1705683736.521895:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c85a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:31079:x1788538570243776:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 80us (120us total) trans 0 rc -17/-17 00000100:00100000:0.0:1705683736.521899:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207291 00000100:00100000:0.0:1705683736.521944:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.521951:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521952:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521956:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243840 00000100:00100000:0.0:1705683736.521966:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521967:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.521969:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261580 00000100:00100000:0.0:1705683736.521972:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c82800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:dab809dd-6952-4f4e-9170-c0b3df4b5902+2819:21736:x1788538570243840:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.521977:0:15103:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.522016:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a85a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+910:3080:x1788538547660416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18159us (18199us total) trans 4295071947 rc 0/0 00000100:00100000:3.0:1705683736.522022:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261558 00000100:00100000:3.0:1705683736.522049:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d169900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+909:3080:x1788538547659136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20052us (20116us total) trans 4295071946 rc 0/0 00000100:00100000:3.0:1705683736.522053:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261550 00010000:00010000:3.0:1705683736.522070:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522075:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522080:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522084:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522093:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.522098:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.522100:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522104:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008ebd2300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.522105:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522110:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522118:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522122:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ebd2300/0x9d5ae94021dde35d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522134:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.522135:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.522136:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.522221:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ab8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+909:3082:x1788538547660672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17070us (17192us total) trans 4295071948 rc 0/0 00000100:00100000:3.0:1705683736.522225:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261560 00010000:00010000:0.0:1705683736.522283:0:15103:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b01de00/0x9d5ae94021dde43d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588bfc expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.522296:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de6d000/2, rc 0, transno 104473 00010000:00010000:0.0:1705683736.522300:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5208 pid: 14241 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.522301:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6d000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547660992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.522306:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2820 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.522310:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.522311:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.522312:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b01de00/0x9d5ae94021dde43d lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bfc expref: 2820 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522324:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2820 pid: 15101 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1705683736.522324:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880135608000/2, rc 0, transno 104651 00000100:00100000:1.0:1705683736.522328:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547660416:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.522330:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2820 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.522337:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c85f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547663296:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.522341:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683736.522345:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800965bf300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547663360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.522357:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5208 pid: 14241 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.522359:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.522364:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5208 pid: 14241 timeout: 608 lvb_type: 1 00000004:00080000:3.0:1705683736.522369:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c43c00/2, rc 0, transno 104652 00000100:00100000:0.0:1705683736.522370:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547663424:192.168.204.14@tcp:104: 00000004:00080000:1.0:1705683736.522374:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009d29e400/2, rc 0, transno 104650 00000100:00100000:1.0:1705683736.522376:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d29e400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547659136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.522376:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c43c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547660672:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.522378:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683736.522381:0:15103:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.522382:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800965be900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547663232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.522391:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.522392:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522392:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.522396:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547663360 00000100:00100000:1.0:1705683736.522402:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da2e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547663488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.522409:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.522410:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522411:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.522412:0:15087:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547663232 00000100:00100000:3.0:1705683736.522412:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.522413:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.522418:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547663488 00000100:00100000:0.0:1705683736.522420:0:15087:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.522420:0:15087:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522422:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547663552:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.522423:0:15087:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261581 00000100:00100000:0.0:1705683736.522426:0:15087:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800965bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+910:3083:x1788538547663360:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.522430:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.522430:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.522431:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.522434:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547663552 00002000:00080000:0.0:1705683736.522436:0:15087:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14754 count 1 00000100:00100000:3.0:1705683736.522441:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522442:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.522442:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522443:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.522445:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261582 00000100:00100000:1.0:1705683736.522448:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261583 00000100:00100000:3.0:1705683736.522448:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800965bad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+417:3080:x1788538547663232:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.522451:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800965b9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+911:3083:x1788538547663488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.522456:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24672 count 1 00002000:00080000:1.0:1705683736.522459:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14755 count 1 00010000:00010000:0.0:1705683736.522512:0:15087:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522520:0:15087:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4864 pid: 15091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522525:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.522526:0:15087:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.522527:0:15087:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522530:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522538:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2820 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.522540:0:15087:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4864 pid: 15091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522542:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.522543:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.522544:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.522545:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522546:0:15087:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4864 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.522553:0:15087:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c86e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547663616:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.522553:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4864 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522556:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2820 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.522558:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.522559:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.522560:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.522562:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2820 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.522566:0:15087:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.522569:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547663680:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.522574:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4864 pid: 15075 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.522576:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.522576:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.522580:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4864 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.522582:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261584 00000100:00100000:3.0:1705683736.522584:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.522585:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800965b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+911:3080:x1788538547663552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.522588:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547663744:192.168.204.14@tcp:104: 00002000:00080000:0.0:1705683736.522594:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14756 count 1 00000100:00100000:1.0:1705683736.522602:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.522615:0:15000:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.522622:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4864 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.522626:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.522627:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.522628:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.522653:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4864 pid: 15110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.522659:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4864 pid: 15110 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.522665:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547663808:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.522668:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.522676:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.522677:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4864 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522681:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.522681:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.522682:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522695:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4864 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.522701:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4864 pid: 8809 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.522707:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880131c84600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547663872:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.522720:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.522762:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.522780:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522781:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522786:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243904 00000100:00100000:0.0:1705683736.522792:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.522799:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.522800:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522800:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.522801:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522802:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570243968 00000100:00100000:0.0:1705683736.522807:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261585 00000100:00100000:0.0:1705683736.522810:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880131c86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2821:15162:x1788538570243904:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.522816:0:15002:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.522819:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522820:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.522824:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261586 00000100:00100000:1.0:1705683736.522826:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba31e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4865:15161:x1788538570243968:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.522832:0:15067:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.523010:0:15002:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb31680/0x9d5ae94021dde467 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c03 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.523022:0:15002:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.523032:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.523033:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.523036:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb31680/0x9d5ae94021dde467 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c03 expref: 2822 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.523043:0:15002:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb31680/0x9d5ae94021dde467 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c03 expref: 2822 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.523049:0:15002:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb31680, rc 0) 00000100:00100000:0.0:1705683736.523061:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:15162:x1788538570243904:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 250us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.523065:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261585 00000100:00100000:0.0:1705683736.523099:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.523107:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.523108:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.523112:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244160 00000100:00100000:0.0:1705683736.523131:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.523132:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.523136:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261587 00000100:00100000:0.0:1705683736.523139:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba33c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:15146:x1788538570244160:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.523146:0:15002:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.524450:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.524496:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.524525:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.524546:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.524648:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.525010:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525011:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525019:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244288 00000100:00100000:0.0:1705683736.525043:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525043:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525045:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244608 00000100:00100000:0.0:1705683736.525052:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525053:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525056:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57730 00000100:00100000:0.0:1705683736.525060:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:30997:x1788538570244288:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1705683736.525176:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:30997:x1788538570244288:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 115us (728us total) trans 4295030432 rc 0/0 00000100:00100000:0.0:1705683736.525181:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57730 00000100:00100000:0.0:1705683736.525192:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525192:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525195:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57731 00000100:00100000:0.0:1705683736.525197:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:30881:x1788538570244608:12345-192.168.204.14@tcp:37:rm.0 00000100:00100000:0.0:1705683736.525843:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525844:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525851:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244480 00000100:00100000:0.0:1705683736.525868:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525869:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.525873:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207292 00000100:00100000:0.0:1705683736.525876:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da29e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1111:30904:x1788538570244480:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:0.0:1705683736.525897:0:14295:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1705683736.525930:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135fd1e00/0x9d5ae94021dc91c7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258275c expref: 1111 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.525948:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208e:0x0].0x0 (ffff8800999efd00) 00010000:00010000:0.0:1705683736.525956:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008a1f6580/0x9d5ae94021dddd9f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425889e1 expref: 1110 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.525962:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff88012b4b0200) 00010000:00010000:0.0:1705683736.525964:0:14295:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.525979:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.525987:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.525992:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.526123:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb33200/0x9d5ae94021dde475 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x208a:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.526128:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb33200/0x9d5ae94021dde475 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.526132:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb33200/0x9d5ae94021dde475 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.526181:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.526187:0:14295:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1109 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.526192:0:14295:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 4/0,1 mode: --/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.526211:0:14295:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1109 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.526218:0:14295:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1109 pid: 14295 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.526227:0:14295:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba30a00 pname:cluuid:pid:xid:nid:opc:job mdt00_031:lustre-MDT0001_UUID:14295:1788538547663936:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.526247:0:14295:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800aed50b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.526270:0:15002:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008eb09400/0x9d5ae94021dde483 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4064:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c18 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.526282:0:15002:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4064:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.526295:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.526296:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.526300:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008eb09400/0x9d5ae94021dde483 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c18 expref: 4867 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.526306:0:15002:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008eb09400/0x9d5ae94021dde483 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c18 expref: 4867 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.526311:0:15002:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eb09400, rc 0) 00010000:00010000:1.0:1705683736.526538:0:15067:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135276300/0x9d5ae94021dde48a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a65:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c0a expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.526552:0:15067:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a65:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.526561:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.526562:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.526565:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135276300/0x9d5ae94021dde48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c0a expref: 4868 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.526573:0:15067:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135276300/0x9d5ae94021dde48a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a65:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c0a expref: 4868 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.526579:0:15067:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135276300, rc 0) 00000100:00100000:1.0:1705683736.526593:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba31e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4868:15161:x1788538570243968:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 3765us (3801us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.526599:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261586 00000100:00100000:1.0:1705683736.526615:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.526615:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.526619:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244544 00000100:00100000:1.0:1705683736.526651:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.526652:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.526656:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261588 00000100:00100000:3.0:1705683736.526658:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.526659:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.526660:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da2d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:30388:x1788538570244544:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.526667:0:15067:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.527046:0:15067:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073742a80/0x9d5ae94021dde491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c1f expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.527060:0:15067:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.527068:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.527069:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.527071:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073742a80/0x9d5ae94021dde491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c1f expref: 2823 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.527078:0:15067:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073742a80/0x9d5ae94021dde491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c1f expref: 2823 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.527084:0:15067:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073742a80, rc 0) 00000100:00100000:1.0:1705683736.528938:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da2d000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:30388:x1788538570244544:12345-192.168.204.14@tcp:101:dd.0 Request processed in 2272us (4385us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.528945:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261588 00000100:00100000:1.0:1705683736.528972:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.528973:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.528974:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba33c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:15146:x1788538570244160:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 5834us (5875us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.528979:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261587 00000100:00100000:1.0:1705683736.528980:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244352 00010000:00010000:1.0:1705683736.528993:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1110 pid: 14295 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.529011:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529011:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529014:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99859 00000100:00100000:1.0:1705683736.529017:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da2a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1110:1855:x1788538570244352:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.529024:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.529027:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 5/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1110 pid: 14295 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.529036:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1110 pid: 14295 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.529049:0:14217:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208e:0x0].0x0 (ffff8800999efd00) 00010000:00010000:1.0:1705683736.529052:0:14217:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.529057:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.529061:0:14217:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.529073:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.529084:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da2a800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1110:1855:x1788538570244352:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 67us (4589us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.529088:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99859 00000100:00100000:1.0:1705683736.529263:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134ef8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547661888:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.529269:0:15050:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134ef9900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0001_UUID:15050:1788538547662080:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.529285:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.529285:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.529290:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.529292:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.529292:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529298:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2870:1857:x1788538570242368:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11754us (12310us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.529302:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99844 00000100:00100000:1.0:1705683736.529311:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de69900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0001_UUID:15077:1788538547661952:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.529328:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009edf7480/0x9d5ae94021dde3f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be0 expref: 4866 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.529341:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009edf7480, rc 0) 00000100:00100000:1.0:1705683736.529356:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135932d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:27217:x1788538570242496:12345-192.168.204.14@tcp:101:dd.0 Request processed in 12312us (12355us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.529361:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261568 00000100:00100000:1.0:1705683736.529402:0:15097:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d16b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_098:lustre-OST0000_UUID:15097:1788538547662144:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.529415:0:15097:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.529421:0:15097:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.529421:0:15097:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.529422:0:15097:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529760:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.529774:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.529780:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529781:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529783:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547661376:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.529786:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244736 00010000:00010000:1.0:1705683736.529794:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.529796:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4866 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.529816:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529817:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529817:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a87300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:1857:x1788538570241920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13992us (14425us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.529821:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99860 00000100:00100000:0.0:1705683736.529824:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba31900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1858:x1788538570244736:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.529824:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99837 00010000:00010000:0.0:1705683736.529830:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.529833:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4866 pid: 15039 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.529838:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4866 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.529844:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529845:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529849:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244672 00010000:00010000:0.0:1705683736.529854:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edf6d00/0x9d5ae94021d8d45d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c588 expref: 4867 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.529857:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529857:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.529860:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261589 00000100:00100000:1.0:1705683736.529862:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:30132:x1788538570244672:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.529863:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.529864:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.529865:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.529871:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.529874:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.529889:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.529903:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba31900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1858:x1788538570244736:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 78us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.529930:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99860 00000100:00100000:0.0:1705683736.529962:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.529971:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529972:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529976:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244864 00010000:00010000:0.0:1705683736.529985:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.529995:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529995:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.529998:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99861 00000100:00100000:0.0:1705683736.530001:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba32d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:1858:x1788538570244864:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.530006:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.530008:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.530014:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.530025:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cd2aa80/0x9d5ae94021dc4083 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x605a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5b4 expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.530034:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530034:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530036:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.530040:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.530052:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.530071:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba32d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:1858:x1788538570244864:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 68us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.530075:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99861 00000100:00100000:0.0:1705683736.530109:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.530118:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530119:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530122:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244800 00010000:00010000:0.0:1705683736.530131:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4866 pid: 15090 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.530140:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530141:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530143:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99862 00000100:00100000:0.0:1705683736.530146:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba30f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1858:x1788538570244800:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.530151:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.530164:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4866 pid: 15090 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.530174:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4866 pid: 15090 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.530183:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed4af80/0x9d5ae94021db9dca lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578480 expref: 4866 pid: 15090 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.530191:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530192:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530193:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edf7480/0x9d5ae94021dde3f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be0 expref: 4865 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.530198:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf7480/0x9d5ae94021dde3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be0 expref: 4865 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.530215:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009edf7480/0x9d5ae94021dde3f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588be0 expref: 4865 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.530224:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba33200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547664000:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.530251:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.530270:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073743980/0x9d5ae94021dde498 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c26 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.530281:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:1.0:1705683736.530283:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.530291:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.530292:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.530294:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073743980/0x9d5ae94021dde498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c26 expref: 4866 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.530297:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530298:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.530301:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073743980/0x9d5ae94021dde498 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c26 expref: 4866 pid: 15077 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.530303:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244928 00010000:00010000:1.0:1705683736.530306:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073743980, rc 0) 00000100:00100000:0.0:1705683736.530315:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530316:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530318:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:30132:x1788538570244672:12345-192.168.204.14@tcp:101:dd.0 Request processed in 455us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.530319:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261590 00000100:00100000:0.0:1705683736.530322:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:27110:x1788538570244928:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:1.0:1705683736.530322:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261589 00010000:00010000:0.0:1705683736.530328:0:15002:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.530334:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530338:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530343:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530347:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530356:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.530495:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe69e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+912:3082:x1788538547661696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13690us (13729us total) trans 4295071949 rc 0/0 00000100:00100000:1.0:1705683736.530500:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261567 00010000:00010000:1.0:1705683736.530514:0:15097:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530518:0:15097:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530522:0:15097:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530526:0:15097:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530532:0:15097:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1705683736.530561:0:15002:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eb08f00/0x9d5ae94021dde49f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c2d expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.530572:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2823 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.530576:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530577:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530578:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb08f00/0x9d5ae94021dde49f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c2d expref: 2823 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.530590:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2823 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.530596:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2823 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.530603:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba34100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547664064:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.530618:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.530619:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:lustre-MDT0000-mdtlov_UUID+418:3080:x1788538547662016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13168us (13205us total) trans 4295071770 rc 0/0 00000100:00100000:1.0:1705683736.530623:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261570 00010000:00010000:1.0:1705683736.530645:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1705683736.530649:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530654:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c329900 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:0.0:1705683736.530655:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.530656:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530660:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530669:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.530672:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.530672:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c329900/0x9d5ae94021dde3e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530685:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683736.530686:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.530687:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530690:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009965f700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.530691:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530695:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530700:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530703:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009965f700/0x9d5ae94021dde405 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x605a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530712:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.530713:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.530713:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.530716:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530717:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530721:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570244992 00000100:00100000:1.0:1705683736.530729:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530729:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530731:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245056 00000100:00100000:1.0:1705683736.530737:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530738:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530739:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245120 00000100:00100000:1.0:1705683736.530745:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530745:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530748:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261591 00000100:00100000:1.0:1705683736.530751:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:29031:x1788538570244992:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.530755:0:15089:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.530756:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.530767:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530768:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530773:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245184 00010000:00010000:1.0:1705683736.530788:0:15089:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073740500/0x9d5ae94021dde4a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c34 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.530789:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530789:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.530795:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261592 00000100:00100000:0.0:1705683736.530798:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:29581:x1788538570245056:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.530798:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4866 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.530802:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.530803:0:15080:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.530803:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.530804:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073740500/0x9d5ae94021dde4a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c34 expref: 2870 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.530815:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4866 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.530820:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4866 pid: 8809 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.530830:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547664128:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.530847:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a12306c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.530862:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6da00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547661824:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.530871:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.530875:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.530875:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.530876:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530881:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530881:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.530884:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261593 00000100:00100000:1.0:1705683736.530887:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba35f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:15123:x1788538570245120:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.530891:0:15097:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.531082:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.531100:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a959e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547661504:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.531114:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.531126:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a80a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:1857:x1788538570242112:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 15292us (15713us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.531131:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99838 00000004:00080000:3.0:1705683736.531169:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a95b700/2, rc 0, transno 104653 00000100:00100000:3.0:1705683736.531177:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a95b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547661696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.531212:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.531213:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.531219:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261594 00000100:00100000:3.0:1705683736.531222:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:dab809dd-6952-4f4e-9170-c0b3df4b5902+2824:29913:x1788538570245184:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.531227:0:15024:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.531264:0:15024:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b3d0780/0x9d5ae94021dde4ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c49 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.531274:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2825 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.531282:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.531283:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.531284:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d0780/0x9d5ae94021dde4ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c49 expref: 2825 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.531294:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2825 pid: 14242 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.531300:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2825 pid: 14242 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.531306:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e995000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547664256:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.531321:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.531334:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e991900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547664192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.531352:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.531371:0:14416:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.531372:0:14416:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.531377:0:14416:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547664192 00000100:00100000:3.0:1705683736.531391:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.531392:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.531398:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261595 00000100:00100000:3.0:1705683736.531400:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099f8f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+912:3081:x1788538547664192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.531411:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14757 count 1 00010000:00010000:3.0:1705683736.531565:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.531574:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4866 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.531578:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.531579:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.531580:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.531591:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4866 pid: 15039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.531597:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4866 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.531603:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e996e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547664320:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.531617:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3300 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.531665:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da6ad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0000_UUID:15070:1788538547661760:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.531676:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.531681:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.531682:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.531682:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.533642:0:15097:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073742800/0x9d5ae94021dde4bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5ada:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c42 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.533662:0:15097:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5ada:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.533679:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.533680:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.533686:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073742800/0x9d5ae94021dde4bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c42 expref: 4867 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.533697:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073742800/0x9d5ae94021dde4bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c42 expref: 4867 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.533708:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073742800, rc 0) 00000100:00100000:1.0:1705683736.533743:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:15123:x1788538570245120:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 2854us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.533750:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261593 00000004:00080000:1.0:1705683736.533804:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de68000/2, rc 0, transno 104474 00000100:00100000:1.0:1705683736.533814:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662016:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.533857:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683736.533866:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547664384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.533892:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.533932:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.533933:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.533941:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547664384 00000100:00100000:1.0:1705683736.533958:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.533959:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.533962:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261596 00000100:00100000:1.0:1705683736.533965:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+418:3083:x1788538547664384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.533979:0:15077:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24673 count 1 00010000:00010000:0.0:1705683736.534153:0:15080:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eb09e00/0x9d5ae94021dde4c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c3b expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.534167:0:15080:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b8d:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:0.0:1705683736.534176:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.534178:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.534180:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb09e00/0x9d5ae94021dde4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c3b expref: 5209 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.534188:0:15080:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eb09e00/0x9d5ae94021dde4c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c3b expref: 5209 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.534188:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.534194:0:15080:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eb09e00, rc 0) 00000100:00100000:3.0:1705683736.534197:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534198:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534204:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245312 00000100:00100000:0.0:1705683736.534211:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:29581:x1788538570245056:12345-192.168.204.14@tcp:101:dd.0 Request processed in 3412us (3538us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.534214:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4867 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.534216:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261592 00000100:00100000:3.0:1705683736.534228:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534228:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534231:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99863 00000100:00100000:3.0:1705683736.534233:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a959e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:1858:x1788538570245312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.534239:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.534242:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4867 pid: 14435 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.534247:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe68f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0000_UUID:14530:1788538547661440:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.534247:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4867 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.534262:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.534263:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1cef80/0x9d5ae94021d8d2ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c4a1 expref: 4867 pid: 14435 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.534273:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.534274:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.534275:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a85f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:1857:x1788538570242240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 18436us (18843us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.534275:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.534280:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99839 00010000:00010000:3.0:1705683736.534280:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534293:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.534305:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a959e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1858:x1788538570245312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 70us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.534309:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99863 00000100:00100000:3.0:1705683736.534321:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534321:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.534332:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534337:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534342:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534347:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534357:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.534505:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de69400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+913:3080:x1788538547661568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17920us (17956us total) trans 4295071950 rc 0/0 00000100:00100000:3.0:1705683736.534510:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261566 00000004:00080000:3.0:1705683736.534533:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009a95a300/2, rc 0, transno 104654 00000100:00100000:3.0:1705683736.534539:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009a95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547661568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.534566:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683736.534572:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547664448:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.534589:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.534601:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534601:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534606:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547664448 00000100:00100000:3.0:1705683736.534617:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534618:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.534621:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261597 00000100:00100000:3.0:1705683736.534624:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+913:3082:x1788538547664448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.534645:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14758 count 1 00010000:00010000:3.0:1705683736.534848:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534857:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4865 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534862:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.534862:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.534863:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534878:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4865 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.534886:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4865 pid: 15089 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.534894:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135931400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547664512:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.534934:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3480 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.534998:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.535019:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.535026:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.535027:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.535031:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245248 00000100:00100000:0.0:1705683736.535035:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1108:30881:x1788538570244608:12345-192.168.204.14@tcp:37:rm.0 Request processed in 9836us (10387us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.535041:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2826 pid: 9338 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.535042:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57731 00000100:00100000:3.0:1705683736.535054:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.535054:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.535056:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245376 00010000:00010000:0.0:1705683736.535060:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.535061:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2827 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.535063:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535069:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009edf7980 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:3.0:1705683736.535070:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.535070:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.535071:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.535073:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99864 00000100:00100000:3.0:1705683736.535075:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800848fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2827:1858:x1788538570245248:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.535076:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535081:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.535083:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2827 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.535087:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535089:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2827 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.535091:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edf7980/0x9d5ae94021dde3e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535099:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134aea580/0x9d5ae94021dc404b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5a6 expref: 2827 pid: 9338 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.535103:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.535104:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.535105:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.535108:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.535108:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.535109:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.535109:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.535111:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.535114:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99865 00010000:00010000:3.0:1705683736.535115:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.535118:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2826:1858:x1788538570245376:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.535123:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.535125:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2826 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.535131:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2826 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.535132:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.535143:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.535144:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.535145:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800848fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2826:1858:x1788538570245248:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 69us (148us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.535146:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535149:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.535150:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99864 00010000:00010000:0.0:1705683736.535158:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.535168:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.535170:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2825:1858:x1788538570245376:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 52us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.535174:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99865 00010000:00010000:3.0:1705683736.535174:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535178:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535181:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535195:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.535201:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.535204:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535208:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0085400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.535210:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535214:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535223:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535226:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0085400/0x9d5ae94021dde3db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6059:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535239:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.535239:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.535240:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.535289:0:15083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_084:lustre-OST0001_UUID:15083:1788538547662656:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.535301:0:15083:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.535306:0:15083:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.535307:0:15083:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.535308:0:15083:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.535333:0:7678:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eef9900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7678:1788538547662720:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.535342:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.535353:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefe400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:dab809dd-6952-4f4e-9170-c0b3df4b5902+2870:1858:x1788538570243136:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 14793us (14827us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.535357:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99855 00000100:00100000:1.0:1705683736.535389:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d168500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547662400:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.535407:0:15018:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.535412:0:15018:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.535413:0:15018:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.535413:0:15018:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.535420:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefad00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14313:1788538547663104:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.535427:0:8808:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d4a580/0x9d5ae94021dc409f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x605c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5d0 expref: 2824 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.535433:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.535437:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.535438:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.535438:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.535440:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d16f300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547662336:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.535458:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.535462:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.535462:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.535463:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.535464:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.535466:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eeff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:15101:1788538547663168:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.535468:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.535473:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.535477:0:15101:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.535477:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.535482:0:15101:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.535482:0:15101:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.535483:0:15101:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.535486:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.535546:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c85f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547663296:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.535550:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f155500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0000_UUID:15019:1788538547662912:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.535562:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.535566:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.535567:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.535568:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.535582:0:15077:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.535589:0:15077:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2823 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.535593:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.535594:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.535594:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.535605:0:15077:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2823 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.535611:0:15077:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.535618:0:15077:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15077:1788538547664576:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.535642:0:15077:0:(client.c:2536:ptlrpc_set_wait()) set ffff88012dc86d80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.535822:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da2b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547662592:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.535834:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.535838:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.535839:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.535839:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.535847:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.535850:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535858:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135275680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.535859:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535864:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535873:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535877:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135275680/0x9d5ae94021dde40c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x605c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.535890:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.535891:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.535892:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.535983:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+420:3083:x1788538547661632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19458us (19496us total) trans 4295071771 rc 0/0 00000100:00100000:3.0:1705683736.535989:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261565 00000004:00080000:3.0:1705683736.536013:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de6a800/2, rc 0, transno 104475 00000100:00100000:3.0:1705683736.536024:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547661632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.536173:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d16b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+419:3083:x1788538547662272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17071us (17099us total) trans 4295071772 rc 0/0 00000100:00100000:1.0:1705683736.536178:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261572 00000004:00080000:3.0:1705683736.536719:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009d16bc00/2, rc 0, transno 104476 00000100:00100000:3.0:1705683736.536734:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d16bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547662272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.536746:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547664640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.536766:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.536828:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.536830:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.536835:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547664640 00000100:00100000:1.0:1705683736.536849:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.536850:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.536852:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261598 00000100:00100000:1.0:1705683736.536855:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da2b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+419:3080:x1788538547664640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.536869:0:8808:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24674 count 1 00000100:00100000:0.0:1705683736.536975:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547663424:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.536987:0:8808:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.536995:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2823 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.536996:0:15103:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b01de00/0x9d5ae94021dde43d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bfc expref: 2823 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.537000:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.537001:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.537002:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.537005:0:15103:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b01de00, rc 0) 00010000:00010000:1.0:1705683736.537014:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2823 pid: 15084 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.537019:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.537021:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c82800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:21736:x1788538570243840:12345-192.168.204.14@tcp:101:dd.0 Request processed in 15048us (15078us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.537026:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261580 00000100:00100000:1.0:1705683736.537027:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547664768:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.537042:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.537054:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547664704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.537065:0:15087:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c86e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_088:lustre-OST0001_UUID:15087:1788538547663616:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.537070:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.537078:0:15087:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.537082:0:15087:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.537083:0:15087:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.537084:0:15087:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.537089:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.537090:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.537093:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547664704 00000100:00100000:0.0:1705683736.537104:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.537105:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.537107:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261599 00000100:00100000:0.0:1705683736.537109:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+420:3081:x1788538547664704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1705683736.537118:0:15103:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24675 count 1 00000100:00100000:1.0:1705683736.537122:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547663744:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.537135:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.537143:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.537144:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.537144:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.537179:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.537192:0:15103:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.537199:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2822 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.537204:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.537205:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.537206:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.537218:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2822 pid: 14227 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.537224:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547664128:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.537225:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2822 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.537232:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547664832:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.537243:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073740500/0x9d5ae94021dde4a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c34 expref: 2869 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.537246:0:15103:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e4c00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.537251:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073740500, rc 0) 00000100:00100000:1.0:1705683736.537266:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:29031:x1788538570244992:12345-192.168.204.14@tcp:101:dd.0 Request processed in 6514us (6611us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.537267:0:14295:0:(ldlm_lockd.c:793:ldlm_handle_ast_error()) ### client (nid 192.168.204.14@tcp) returned -22 from blocking AST (req@ffff88012ba30a00 x1788538547663936) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 1/0,0 mode: --/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1107 pid: 14295 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.537271:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261591 00010000:00010000:0.0:1705683736.537275:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c32bc00/0x9d5ae94021dde3c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x208e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bd9 expref: 1107 pid: 14295 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.537284:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.537285:0:14295:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012ba30a00 pname:cluuid:pid:xid:nid:opc:job mdt00_031:lustre-MDT0001_UUID:14295:1788538547663936:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.537285:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.537287:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245440 00000100:00100000:1.0:1705683736.537298:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.537299:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.537302:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261600 00000100:00100000:1.0:1705683736.537304:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:27256:x1788538570245440:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.537310:0:15089:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.537344:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208e:0x0].0x0 (ffff8800999efd00) 00010000:00010000:0.0:1705683736.537348:0:14295:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00100000:0.0:1705683736.537352:0:14295:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.537352:0:14295:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.537353:0:14295:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.537388:0:14295:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537393:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000040:00080000:0.0:1705683736.537562:0:14295:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].27631, 64 off1787096 00010000:00010000:1.0:1705683736.537577:0:15089:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0f90280/0x9d5ae94021dde4e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c50 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.537591:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4867 pid: 15082 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.537596:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.537597:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.537598:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.537599:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0f90280/0x9d5ae94021dde4e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c50 expref: 4867 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.537605:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537611:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537612:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4867 pid: 15082 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.537615:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537617:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4867 pid: 15082 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.537618:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537621:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14295 initiator: MDT1 00000100:00100000:1.0:1705683736.537624:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cdd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547664896:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.537644:0:14295:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.537648:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.537657:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.537658:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537660:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537664:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537668:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537671:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008eb0bc00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.537671:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008eb08500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.537673:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537673:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.537677:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537677:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537686:0:6522:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208e:0x0].0x0 (ffff8800999efd00) 00010000:00010000:1.0:1705683736.537688:0:6522:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1705683736.537689:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 1/0,0 mode: --/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537693:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08500/0x9d5ae94021dde4ec lrc: 0/0,0 mode: --/PW res: [0x240000402:0x208e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.537704:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.537704:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.537705:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.537724:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd5000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547663808:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.537857:0:15000:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.537863:0:15000:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.537864:0:15000:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.537864:0:15000:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.537902:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.537939:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.537952:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.537958:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.537959:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538151:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246272 00000100:00100000:1.0:1705683736.538166:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538167:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538169:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246720 00000100:00100000:1.0:1705683736.538179:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538179:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538183:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261601 00000100:00100000:1.0:1705683736.538186:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2869:15162:x1788538570246272:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.538193:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.538343:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e996e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547664320:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.538360:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.538364:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.538365:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.538366:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538381:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0000_UUID:15112:1788538547663680:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.538390:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.538394:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.538394:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.538395:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538406:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e995000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547664256:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.538417:0:15024:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b3d0780/0x9d5ae94021dde4ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c49 expref: 2822 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.538425:0:15024:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b3d0780, rc 0) 00000100:00100000:3.0:1705683736.538441:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:dab809dd-6952-4f4e-9170-c0b3df4b5902+2822:29913:x1788538570245184:12345-192.168.204.14@tcp:101:dd.0 Request processed in 7218us (7685us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.538446:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261594 00000100:00100000:3.0:1705683736.538460:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538461:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538465:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261602 00000100:00100000:3.0:1705683736.538468:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5208:15161:x1788538570246720:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.538474:0:15024:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.538542:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801359f9180/0x9d5ae94021dde4f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c57 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.538557:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.538567:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.538568:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.538572:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801359f9180/0x9d5ae94021dde4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c57 expref: 2870 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.538579:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801359f9180/0x9d5ae94021dde4f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c57 expref: 2870 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.538585:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801359f9180, rc 0) 00000100:00100000:1.0:1705683736.538599:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd5000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2870:15162:x1788538570246272:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 412us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.538604:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261601 00000100:00100000:1.0:1705683736.538654:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538675:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538688:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538701:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538723:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538734:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538747:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.538756:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538757:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538763:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245568 00010000:00010000:1.0:1705683736.538774:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2822 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.538790:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538791:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538794:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245696 00010000:00010000:1.0:1705683736.538802:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2823 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.538815:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538815:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538817:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245824 00000100:00100000:3.0:1705683736.538820:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538822:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.538825:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4868 pid: 15016 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.538827:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245952 00000100:00100000:1.0:1705683736.538833:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538834:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538836:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246080 00010000:00010000:3.0:1705683736.538838:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2825 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.538842:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2825 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.538850:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538851:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538851:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538852:0:15007:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246208 00000100:00100000:3.0:1705683736.538852:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538856:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99866 00010000:00010000:1.0:1705683736.538858:0:15007:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4869 pid: 15110 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.538859:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ef9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2825:1855:x1788538570245568:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.538864:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538865:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.538865:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.538868:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99867 00010000:00010000:3.0:1705683736.538869:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2825 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.538871:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2825:1855:x1788538570245696:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.538875:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2825 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.538877:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.538879:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2825 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.538885:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2825 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.538888:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cd2b700/0x9d5ae94021dc4098 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x605d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5de expref: 2825 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.538897:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.538898:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.538899:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cd28f00/0x9d5ae94021dc40ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x605e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5ec expref: 2824 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.538900:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.538926:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.538927:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.538928:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.538929:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.538934:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.538939:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.538949:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.538954:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ef9900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:1855:x1788538570245568:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 94us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.538959:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99866 00000100:00100000:1.0:1705683736.538960:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2823:1855:x1788538570245696:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 87us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.538964:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99867 00000100:00100000:3.0:1705683736.538967:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538968:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538971:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99868 00000100:00100000:1.0:1705683736.538973:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.538974:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.538974:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4869:1855:x1788538570245824:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.538977:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99869 00010000:00010000:3.0:1705683736.538979:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.538980:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2821:1855:x1788538570245952:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.538982:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4869 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.538985:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.538988:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2821 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.538989:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4869 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.538995:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2821 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.538999:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800974b8280/0x9d5ae94021d8d926 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c795 expref: 4869 pid: 15016 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.539007:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.539008:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a2b0280/0x9d5ae94021cc67fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b11 expref: 2821 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.539008:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539010:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539014:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539017:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.539026:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2820:1855:x1788538570245952:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 45us (303us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.539028:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.539030:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99869 00000100:00100000:3.0:1705683736.539038:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4868:1855:x1788538570245824:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.539041:0:15007:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.539041:0:15007:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539043:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99868 00000100:00100000:1.0:1705683736.539046:0:15007:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99870 00000100:00100000:1.0:1705683736.539049:0:15007:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2819:1855:x1788538570246080:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.539054:0:15007:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.539054:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539055:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.539056:0:15007:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.539058:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99871 00000100:00100000:3.0:1705683736.539061:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:1855:x1788538570246208:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.539062:0:15007:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.539066:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.539069:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4867 pid: 15110 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.539071:0:15007:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800998ddb80/0x9d5ae94021dc40c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f608 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.539075:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4867 pid: 15110 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.539078:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.539079:0:15007:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.539080:0:15007:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539083:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ed49680/0x9d5ae94021d8d720 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c6a7 expref: 4867 pid: 15110 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.539089:0:15007:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539091:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539091:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539093:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539096:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539101:0:15007:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.539107:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.539111:0:15007:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:dab809dd-6952-4f4e-9170-c0b3df4b5902+2818:1855:x1788538570246080:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.539115:0:15007:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99870 00000100:00100000:3.0:1705683736.539117:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7be050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4866:1855:x1788538570246208:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 55us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.539122:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99871 00010000:00010000:1.0:1705683736.539134:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539138:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539144:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539148:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539158:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.539159:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539168:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539173:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539177:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539186:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.539241:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.539244:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539249:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b3d2580 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.539251:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539255:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539263:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539267:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d2580/0x9d5ae94021dde44b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539284:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.539285:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539289:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b3d3480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.539290:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.539292:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800965bad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+422:3080:x1788538547663232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16843us (16899us total) trans 4295071773 rc 0/0 00010000:00010000:3.0:1705683736.539294:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.539297:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261582 00010000:00010000:3.0:1705683736.539305:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539309:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d3480/0x9d5ae94021dde41a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x605d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539316:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539318:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.539319:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.539320:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.539325:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539330:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539334:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539343:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.539369:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f155a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+421:3080:x1788538547662528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19636us (19675us total) trans 4295071774 rc 0/0 00000100:00100000:3.0:1705683736.539374:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261575 00010000:00010000:3.0:1705683736.539392:0:15024:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073579b80/0x9d5ae94021dde4fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c65 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.539402:0:15024:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.539410:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539411:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539414:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073579b80/0x9d5ae94021dde4fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c65 expref: 5209 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539421:0:15024:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073579b80/0x9d5ae94021dde4fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c65 expref: 5209 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.539424:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+421:3082:x1788538547662848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18601us (18646us total) trans 4295071775 rc 0/0 00010000:00010000:3.0:1705683736.539426:0:15024:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073579b80, rc 0) 00000100:00100000:1.0:1705683736.539430:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261576 00000100:00100000:3.0:1705683736.539437:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de69e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:15161:x1788538570246720:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 968us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.539441:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261602 00010000:00010000:3.0:1705683736.539456:0:15101:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.539460:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f156900/2, rc 0, transno 104479 00010000:00010000:3.0:1705683736.539461:0:15101:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539466:0:15101:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.539467:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f156900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547662848:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.539469:0:15101:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539477:0:15101:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.539483:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.539486:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539494:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135274f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.539495:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539500:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.539506:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547664960:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.539507:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539511:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135274f00/0x9d5ae94021dde428 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x605e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539521:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.539522:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.539523:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.539526:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b01e080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.539527:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539530:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539535:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539541:0:15000:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539542:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b01e080/0x9d5ae94021dde436 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539547:0:15000:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539552:0:15000:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539553:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.539554:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.539555:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.539558:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539558:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.539561:0:15000:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.539562:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547664960 00010000:00010000:1.0:1705683736.539569:0:15000:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.539573:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539573:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.539575:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1705683736.539576:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261603 00010000:00010000:1.0:1705683736.539577:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.539578:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+421:3082:x1788538547664960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.539581:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135274c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.539583:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539588:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683736.539588:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24676 count 1 00010000:00010000:1.0:1705683736.539596:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539600:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135274c80/0x9d5ae94021dde459 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539615:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.539615:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.539616:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.539668:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539676:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2817 pid: 15056 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.539680:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539681:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.539682:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.539694:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2817 pid: 15056 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.539704:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2817 pid: 15056 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.539710:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009da2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547665024:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.539728:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.539738:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c41900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+914:3080:x1788538547662784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18586us (18680us total) trans 4295071951 rc 0/0 00000100:00100000:1.0:1705683736.539743:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261578 00000100:00100000:1.0:1705683736.539772:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.539786:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.539792:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.539792:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.539796:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246400 00010000:00010000:1.0:1705683736.539805:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2818 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.539816:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800965bbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+914:3080:x1788538547663040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18611us (18708us total) trans 4295071952 rc 0/0 00000100:00100000:1.0:1705683736.539818:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.539818:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539821:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261579 00000100:00100000:1.0:1705683736.539824:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99872 00000100:00100000:1.0:1705683736.539827:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2818:1855:x1788538570246400:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.539830:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539830:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.539833:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.539833:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246848 00010000:00010000:1.0:1705683736.539842:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2818 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.539844:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.539844:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.539848:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2818 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.539848:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261604 00000100:00100000:3.0:1705683736.539850:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5209:21828:x1788538570246848:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.539855:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.539859:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.539860:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.539863:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eb08f00/0x9d5ae94021dde49f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c2d expref: 2818 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.539868:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb08f00/0x9d5ae94021dde49f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c2d expref: 2818 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.539879:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208e:0x0].0x0 (ffff8800999efd00) 00010000:00010000:0.0:1705683736.539882:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683736.539883:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008eb08f00/0x9d5ae94021dde49f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c2d expref: 2818 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.539885:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.539890:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0bc00/0x9d5ae94021dde47c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x208e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00000100:00100000:1.0:1705683736.539894:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547665088:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.539925:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.539955:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.539958:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.539970:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.539971:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.539971:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.539976:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246528 00000100:00100000:1.0:1705683736.539981:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.539986:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4866 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.539987:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.539988:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.539992:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246592 00010000:00010000:1.0:1705683736.540001:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4867 pid: 8809 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.540002:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540003:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540005:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245504 00010000:00010000:0.0:1705683736.540010:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.540015:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540016:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540021:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99873 00000100:00100000:1.0:1705683736.540024:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:1855:x1788538570246528:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.540026:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540027:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.540029:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.540030:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99874 00010000:00010000:1.0:1705683736.540032:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4867 pid: 15039 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.540033:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4867:1857:x1788538570246592:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.540038:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.540038:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4867 pid: 15039 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.540045:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4867 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.540048:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc29900/0x9d5ae94021d8df46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ca66 expref: 4867 pid: 15039 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.540050:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4867 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.540056:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540057:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540058:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540062:0:14530:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b361b80/0x9d5ae94021dbcf9c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa04 expref: 4866 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.540063:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540069:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.540070:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.540072:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880073740500/0x9d5ae94021dde4a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c34 expref: 2869 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.540074:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.540077:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073740500/0x9d5ae94021dde4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c34 expref: 2869 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.540082:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc8500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4865:1855:x1788538570246528:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.540086:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99873 00010000:00010000:0.0:1705683736.540089:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880073740500/0x9d5ae94021dde4a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c34 expref: 2869 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.540095:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547665152:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.540095:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540096:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540099:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99875 00000100:00100000:1.0:1705683736.540102:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2819:1855:x1788538570245504:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.540107:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.540108:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.540109:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.540115:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.540118:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.540124:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009edd3c00/0x9d5ae94021dc4059 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x605b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5c2 expref: 2819 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.540132:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540133:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540134:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.540139:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.540140:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c84600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547663872:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.540150:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.540156:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.540160:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2818:1855:x1788538570245504:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (178us total) trans 0 rc 0/0 00010000:00100000:0.0:1705683736.540161:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540164:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99875 00010000:00010000:3.0:1705683736.540164:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735b4500/0x9d5ae94021dde508 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c6c expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.540166:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.540166:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540174:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540175:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.540177:0:15018:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540177:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5210 pid: 14216 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1705683736.540180:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246656 00010000:00010000:1.0:1705683736.540182:0:15018:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540182:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2817 pid: 14416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.540186:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540187:0:15018:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540188:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.540189:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735b4500/0x9d5ae94021dde508 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c6c expref: 5210 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.540192:0:15018:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.540200:0:15018:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.540201:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540202:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540202:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540203:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540206:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207293 00000100:00100000:0.0:1705683736.540209:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6da00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1108:31079:x1788538570246656:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1705683736.540214:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.540216:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.540216:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540220:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135277480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.540221:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540226:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540234:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540238:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135277480/0x9d5ae94021dde413 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x605b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540251:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.540251:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.540252:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.540263:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2817 pid: 14416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.540267:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08280/0x9d5ae94021dde50f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c5e expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540268:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2817 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.540275:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547665216:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.540290:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5210 pid: 14216 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.540295:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5210 pid: 14216 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.540300:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134ef9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547665280:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.540307:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3300 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.540327:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800965be900/2, rc 0, transno 104477 00000100:00100000:3.0:1705683736.540332:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800965be900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547663232:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.540334:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.540341:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540347:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.540353:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547665344:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.540368:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.540389:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000004:00080000:3.0:1705683736.540390:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c47800/2, rc 0, transno 104656 00010000:00010000:0.0:1705683736.540395:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.540395:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547663040:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.540396:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d168f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+422:3080:x1788538547662208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21139us (21165us total) trans 4295071776 rc 0/0 00010000:00010000:0.0:1705683736.540399:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.540401:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261573 00000100:00100000:1.0:1705683736.540410:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540411:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540414:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547665344 00000004:00080000:3.0:1705683736.540419:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f150500/2, rc 0, transno 104655 00000100:00100000:3.0:1705683736.540422:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f150500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662784:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.540425:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540426:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540429:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261605 00000100:00100000:1.0:1705683736.540432:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e995000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+422:3083:x1788538547665344:12345-0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1705683736.540437:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009f156400/2, rc 0, transno 104478 00000100:00100000:3.0:1705683736.540440:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f156400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662528:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1705683736.540441:0:15018:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24677 count 1 00000100:00100000:3.0:1705683736.540451:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683736.540455:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe68500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547665536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.540468:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.540479:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d307480/0x9d5ae94021dde524 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x208d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.540479:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540480:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.540483:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d307480/0x9d5ae94021dde524 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x208d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.540484:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547665536 00010000:00010000:0.0:1705683736.540487:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d307480/0x9d5ae94021dde524 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x208d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.540494:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540494:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540496:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261606 00000100:00100000:3.0:1705683736.540499:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe6a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+423:3083:x1788538547665536:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.540507:0:15018:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1705683736.540507:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24678 count 1 00000004:00200000:0.0:1705683736.540508:0:14243:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x208d:0x0]: returning size 4096 00000004:00200000:0.0:1705683736.540510:0:14243:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1705683736.540515:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2817 pid: 14227 timeout: 0 lvb_type: 1 00000004:00010000:0.0:1705683736.540520:0:14243:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009d307480/0x9d5ae94021dde524 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x208d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.540520:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540521:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540522:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540526:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540529:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540532:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540534:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540537:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008eb0a580 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.540537:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2817 pid: 14227 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.540538:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540542:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.540543:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2817 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.540546:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.540546:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540548:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.540549:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.540550:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb0c600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547665600:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.540552:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a580/0x9d5ae94021dde516 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.540553:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2817 pid: 15088 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.540557:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.540558:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.540558:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.540559:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540561:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.540563:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.540564:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540566:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008eb0a300 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.540567:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.540569:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2817 pid: 15088 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.540570:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.540573:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x33 (ffff8800988f4100) 00010000:00010000:1.0:1705683736.540573:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540574:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.540574:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.540574:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2817 pid: 15088 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.540577:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb0a300/0x9d5ae94021dde51d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.540578:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.540580:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe68f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547665664:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.540588:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.540591:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e30c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.540593:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540599:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008eb08280/0x9d5ae94021dde50f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c5e expref: 1110 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540606:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d307480/0x9d5ae94021dde524 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x208d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c5e expref: 1109 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.540610:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x208d:0x0].0x0 (ffff8800988f4b00) 00010000:00010000:1.0:1705683736.540610:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.540611:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683736.540612:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d307480, rc 0) 00010000:00010000:3.0:1705683736.540613:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.540616:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540620:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0e1fc00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.540621:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.540622:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6da00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:31079:x1788538570246656:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 412us (2684us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.540625:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207293 00010000:00010000:3.0:1705683736.540625:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540643:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540647:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e1fc00/0x9d5ae94021dde4b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.540657:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.540658:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.540659:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.540672:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009d16a800/2, rc 0, transno 104480 00000100:00100000:3.0:1705683736.540677:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d16a800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547662208:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.540700:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099f8f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+914:3081:x1788538547664192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9298us (9347us total) trans 4295071953 rc 0/0 00000100:00100000:3.0:1705683736.540700:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547665728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.540705:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261595 00000100:00100000:3.0:1705683736.540716:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.540725:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540726:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540729:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547665728 00000100:00100000:3.0:1705683736.540737:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e996e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547665408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.540739:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540739:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540742:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261607 00000100:00100000:1.0:1705683736.540744:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+424:3083:x1788538547665728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.540751:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1705683736.540753:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24679 count 1 00000100:00100000:3.0:1705683736.540761:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.540764:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe69900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547665472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.540766:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540767:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540772:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246784 00000100:00100000:3.0:1705683736.540774:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.540783:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.540787:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540787:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540787:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540788:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540791:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57732 00010000:00010000:1.0:1705683736.540791:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2817 pid: 15107 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.540793:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547665408 00000100:00100000:0.0:1705683736.540794:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:30997:x1788538570246784:12345-192.168.204.14@tcp:33:lfs.0 00010000:00010000:1.0:1705683736.540796:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540797:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.540798:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.540806:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540806:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540808:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547665472 00010000:00010000:1.0:1705683736.540814:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2817 pid: 15107 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.540815:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540815:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.540818:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261608 00000100:00100000:3.0:1705683736.540820:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc31900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+915:3080:x1788538547665408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.540821:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2817 pid: 15107 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.540828:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15076:1788538547665792:192.168.204.14@tcp:104: 00002000:00080000:3.0:1705683736.540828:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14759 count 1 00000004:00200000:0.0:1705683736.540835:0:14255:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x201f:0x0]: returning size 4096 00000004:00200000:0.0:1705683736.540836:0:14255:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:1.0:1705683736.540840:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.540850:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.540851:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.540855:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:30997:x1788538570246784:12345-192.168.204.14@tcp:33:lfs.0 Request processed in 60us (2201us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.540856:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261609 00000100:00100000:0.0:1705683736.540859:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57732 00000100:00100000:1.0:1705683736.540859:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc31e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+915:3080:x1788538547665472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.540868:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14760 count 1 00000100:00100000:0.0:1705683736.540880:0:6520:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012ba33200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547664000:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.540891:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.540899:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba30f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4864:1858:x1788538570244800:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10753us (10791us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.540920:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99862 00010000:00010000:3.0:1705683736.541009:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541017:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4863 pid: 14288 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541020:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.541021:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.541022:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.541023:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541025:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.541029:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.541032:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.541034:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb31400 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.541035:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.541035:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4863 pid: 14288 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541038:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.541041:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4863 pid: 14288 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.541042:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541044:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff88012b4b0200) 00010000:00010000:0.0:1705683736.541046:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.541047:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.541047:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547665856:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.541050:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb31400/0x9d5ae94021dde46e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x208a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.541051:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4863 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541056:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.541056:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000004:00010000:0.0:1705683736.541057:0:14295:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009da29e00 reply state ffff88009d34b000 transno 4295030433 ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb33200/0x9d5ae94021dde475 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.541057:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541058:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.541063:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009eb33200/0x9d5ae94021dde475 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x208a:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.541069:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4863 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541070:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x34 (ffff880097c52700) 00010000:00010000:0.0:1705683736.541072:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.541079:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4863 pid: 15027 timeout: 608 lvb_type: 0 00000004:00080000:3.0:1705683736.541080:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e991900/2, rc 0, transno 104657 00000100:00100000:3.0:1705683736.541085:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e991900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547664192:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.541087:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb0ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547665920:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.541089:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da29e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:30904:x1788538570244480:12345-192.168.204.14@tcp:36:rm.0 Request processed in 15212us (16564us total) trans 4295030433 rc 0/0 00000100:00100000:0.0:1705683736.541094:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207292 00000100:00100000:1.0:1705683736.541099:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260f00 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.541105:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc31400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547665984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.541119:0:15002:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3b1680/0x9d5ae94021d61e5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x60b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b83 expref: 2817 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.541123:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.541128:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88012ba34100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0000_UUID:15002:1788538547664064:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.541128:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.541141:0:15002:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008eb08f00/0x9d5ae94021dde49f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x60b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c2d expref: 2816 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541142:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541143:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.541143:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.541147:0:15002:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008eb08f00, rc 0) 00000100:00100000:3.0:1705683736.541148:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547665984 00000100:00100000:1.0:1705683736.541149:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541150:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541154:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245632 00000100:00100000:0.0:1705683736.541157:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba35000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:dab809dd-6952-4f4e-9170-c0b3df4b5902+2816:27110:x1788538570244928:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10834us (10876us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.541160:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.541160:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541161:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261590 00010000:00010000:1.0:1705683736.541164:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4864 pid: 15110 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.541164:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261610 00000100:00100000:3.0:1705683736.541166:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+916:3080:x1788538547665984:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.541173:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541174:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00080000:3.0:1705683736.541176:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14761 count 1 00000100:00100000:0.0:1705683736.541177:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245760 00000100:00100000:1.0:1705683736.541177:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541177:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541182:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99876 00010000:00010000:0.0:1705683736.541183:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2816 pid: 15056 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.541185:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4864:1855:x1788538570245632:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.541190:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.541192:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541192:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.541192:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4864 pid: 15110 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.541195:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99877 00000100:00100000:0.0:1705683736.541198:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2816:1855:x1788538570245760:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.541199:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4864 pid: 15110 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.541204:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.541206:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2816 pid: 15056 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.541209:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c11c000/0x9d5ae94021d8d5c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c606 expref: 4864 pid: 15110 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.541213:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2816 pid: 15056 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.541223:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f2a2800/0x9d5ae94021dc40bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x605f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f5fa expref: 2816 pid: 15056 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.541223:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.541224:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.541225:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541230:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541232:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.541233:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.541234:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541236:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541239:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541244:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.541245:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4863 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541250:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.541250:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.541251:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.541252:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.541254:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4863:1855:x1788538570245632:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 69us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.541259:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99876 00000100:00100000:0.0:1705683736.541260:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2815:1855:x1788538570245760:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.541265:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99877 00010000:00010000:3.0:1705683736.541265:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4862 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541276:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4862 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.541281:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541286:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541287:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc36e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547666048:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.541291:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.541294:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541298:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541301:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.541307:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.541314:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.541316:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.541318:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541323:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009a87cc80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.541324:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541329:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541336:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541341:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a87cc80/0x9d5ae94021dde42f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x605f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541353:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.541354:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.541355:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.541369:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.541375:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541376:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541380:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570245888 00010000:00010000:1.0:1705683736.541387:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5211 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.541399:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541400:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541403:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880131c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+425:3082:x1788538547662976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20354us (20386us total) trans 4295071777 rc 0/0 00000100:00100000:1.0:1705683736.541403:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246016 00000100:00100000:0.0:1705683736.541408:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261577 00010000:00010000:1.0:1705683736.541409:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4863 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.541423:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541424:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541424:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541425:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541427:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246144 00000100:00100000:0.0:1705683736.541429:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99878 00000100:00100000:0.0:1705683736.541432:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d435850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5211:1855:x1788538570245888:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.541433:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4864 pid: 15075 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.541437:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.541442:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5211 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.541442:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541442:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541445:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99879 00010000:00010000:0.0:1705683736.541447:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5211 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.541448:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9de900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4864:1855:x1788538570246016:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.541453:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.541455:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4864 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.541455:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.541456:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b078280/0x9d5ae94021cbccf2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd16 expref: 5211 pid: 14241 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.541456:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.541460:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4864 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.541464:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99880 00010000:00010000:0.0:1705683736.541465:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.541466:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.541467:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9dd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4864:1855:x1788538570246144:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.541468:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b01de00/0x9d5ae94021dde43d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bfc expref: 2814 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541470:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cdae080/0x9d5ae94021d8da1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c813 expref: 4864 pid: 15091 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.541473:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b01de00/0x9d5ae94021dde43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bfc expref: 2814 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541475:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.541476:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.541477:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.541478:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541478:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4863 pid: 15075 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.541483:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541485:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b01de00/0x9d5ae94021dde43d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bfc expref: 2814 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541485:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4863 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.541490:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef9400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547666112:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.541494:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.541495:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e00f980/0x9d5ae94021d8dbf0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c90f expref: 4863 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.541502:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.541505:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.541506:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9de900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4862:1855:x1788538570246016:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 57us (198us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.541506:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.541507:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.541510:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99879 00010000:00010000:3.0:1705683736.541512:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541514:0:15083:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541518:0:15083:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541523:0:15083:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541526:0:15083:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541529:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.541532:0:15083:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1705683736.541532:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880131c46e00/2, rc 0, transno 104481 00010000:00010000:0.0:1705683736.541537:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.541538:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880131c46e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547662976:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.541539:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541541:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9dd000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4861:1855:x1788538570246144:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 72us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.541546:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c328780 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:3.0:1705683736.541546:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99880 00010000:00010000:0.0:1705683736.541547:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541547:0:15087:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541550:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541556:0:15087:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541557:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541560:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c328780/0x9d5ae94021dde421 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x399f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541561:0:15087:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541565:0:15087:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541572:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.541573:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541573:0:15087:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1705683736.541577:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb32800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.541578:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541578:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1705683736.541581:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541583:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096778500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547666176:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.541589:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541595:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb32800/0x9d5ae94021dde444 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15087 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.541599:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.541604:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.541604:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.541605:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.541608:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.541611:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541611:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.541615:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547666176 00010000:00010000:3.0:1705683736.541619:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541624:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.541625:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261611 00000100:00100000:0.0:1705683736.541628:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009677f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+425:3080:x1788538547666176:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1705683736.541630:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541647:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.541649:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24680 count 1 00010000:00010000:3.0:1705683736.541656:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.541662:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.541664:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541668:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135275400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.541670:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.541671:0:15087:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800965bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_088:lustre-MDT0000-mdtlov_UUID+917:3083:x1788538547663360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19243us (19311us total) trans 4295071954 rc 0/0 00010000:00010000:3.0:1705683736.541674:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.541676:0:15087:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261581 00010000:00010000:3.0:1705683736.541683:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541687:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135275400/0x9d5ae94021dde452 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.541695:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.541700:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.541701:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.541702:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.541703:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2814 pid: 15107 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.541703:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.541707:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.541708:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.541709:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.541710:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541711:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541715:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246336 00000004:00080000:3.0:1705683736.541717:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800965bf300/2, rc 0, transno 104658 00000100:00100000:3.0:1705683736.541722:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800965bf300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547663360:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.541723:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4861 pid: 8809 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.541726:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2814 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.541731:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2814 pid: 15107 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.541733:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541734:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.541737:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99881 00000100:00100000:0.0:1705683736.541738:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eeff300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14313:1788538547666240:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.541740:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9dc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4861:1855:x1788538570246336:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.541740:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1705683736.541745:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009677c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547666304:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.541746:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.541748:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4861 pid: 8809 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.541750:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.541759:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4861 pid: 8809 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.541762:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.541770:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6f3480/0x9d5ae94021d8de0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256c9cc expref: 4861 pid: 8809 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.541778:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.541779:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.541780:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541784:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.541797:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.541807:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9dc600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:1855:x1788538570246336:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.541812:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99881 00000100:00100000:3.0:1705683736.541861:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800965b9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+918:3083:x1788538547663488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19409us (19448us total) trans 4295071956 rc 0/0 00000100:00100000:3.0:1705683736.541866:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261583 00000100:00100000:3.0:1705683736.541877:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.541878:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.541881:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547666304 00000100:00100000:3.0:1705683736.541891:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.541892:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.541894:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261612 00000100:00100000:3.0:1705683736.541897:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009677e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+918:3083:x1788538547666304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.541924:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14762 count 1 00010000:00010000:3.0:1705683736.542009:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542020:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4859 pid: 15040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542024:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542025:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542026:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542038:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4859 pid: 15040 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542044:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4859 pid: 15040 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.542051:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009677b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547666368:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.542064:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a12306c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.542083:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da2e900/2, rc 0, transno 104660 00000100:00100000:3.0:1705683736.542088:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da2e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547663488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.542108:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009677e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547666432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.542121:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135936900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:lustre-MDT0000-mdtlov_UUID+918:3082:x1788538547662464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22642us (22692us total) trans 4295071955 rc 0/0 00000004:00080000:1.0:1705683736.542122:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009de6ee00/2, rc 0, transno 104659 00000100:00100000:0.0:1705683736.542126:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261574 00000100:00100000:1.0:1705683736.542129:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547662464:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.542132:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.542144:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542149:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.542151:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542151:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.542153:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.542155:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547666432 00010000:00010000:0.0:1705683736.542156:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542164:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.542172:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.542174:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542175:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.542178:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542178:0:15070:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261613 00000100:00100000:1.0:1705683736.542179:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542181:0:15070:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009677a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+918:3083:x1788538547666432:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.542184:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246464 00002000:00080000:3.0:1705683736.542191:0:15070:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14763 count 1 00010000:00010000:1.0:1705683736.542193:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2815 pid: 14242 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.542237:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800965b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+919:3080:x1788538547663552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19651us (19805us total) trans 4295071957 rc 0/0 00000100:00100000:0.0:1705683736.542242:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261584 00010000:00010000:3.0:1705683736.542263:0:15070:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542271:0:15070:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4859 pid: 14417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542275:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542276:0:15070:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542277:0:15070:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542289:0:15070:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4859 pid: 14417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542294:0:15070:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4859 pid: 14417 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.542300:0:15070:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096778000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547666560:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.542311:0:15070:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1230900 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.542320:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9d8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547666496:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.542331:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1705683736.542349:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009da2ad00/2, rc 0, transno 104661 00000100:00100000:3.0:1705683736.542354:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da2ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547663552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.542373:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.542377:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096779900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547666624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.542394:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.542411:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542411:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542415:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547666496 00000100:00100000:3.0:1705683736.542427:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542428:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542430:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547666624 00000100:00100000:3.0:1705683736.542436:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542436:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542439:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261614 00000100:00100000:3.0:1705683736.542441:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009677ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+920:3080:x1788538547666496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.542450:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14764 count 1 00010000:00010000:3.0:1705683736.542515:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542523:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4859 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542527:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542528:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542529:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542542:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4859 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542548:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4859 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.542555:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009677d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547666688:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.542567:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a780 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.542576:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542577:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.542581:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261615 00000100:00100000:3.0:1705683736.542584:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009677c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+920:3080:x1788538547666624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.542593:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14765 count 1 00010000:00010000:3.0:1705683736.542666:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542673:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4859 pid: 15047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542677:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542678:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.542679:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542692:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4859 pid: 15047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.542698:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4859 pid: 15047 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.542705:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096779400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547666752:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.542718:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a6c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.542801:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.542804:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542813:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb32d00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.542815:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542819:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542830:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542834:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb32d00/0x9d5ae94021dde460 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.542844:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.542845:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.542846:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.542904:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.542940:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.542941:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.542946:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246912 00000100:00100000:0.0:1705683736.542957:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.542958:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.542961:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261616 00000100:00100000:0.0:1705683736.542964:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5211:30132:x1788538570246912:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.542969:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.543322:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cd45400/0x9d5ae94021dde578 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7732:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c73 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.543338:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7732:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.543347:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.543348:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.543351:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd45400/0x9d5ae94021dde578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c73 expref: 5212 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.543357:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cd45400/0x9d5ae94021dde578 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7732:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c73 expref: 5212 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.543362:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd45400, rc 0) 00000100:00100000:0.0:1705683736.543372:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5212:30132:x1788538570246912:12345-192.168.204.14@tcp:101:dd.0 Request processed in 408us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.543376:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261616 00000100:00100000:0.0:1705683736.543413:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.543421:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543422:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543425:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247040 00000100:00100000:0.0:1705683736.543434:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543435:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543437:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261617 00000100:00100000:0.0:1705683736.543440:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5212:27217:x1788538570247040:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.543445:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.543486:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cd45b80/0x9d5ae94021dde57f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c7a expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.543497:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5213 pid: 14416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.543584:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.543585:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.543587:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd45b80/0x9d5ae94021dde57f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c7a expref: 5213 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.543603:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5213 pid: 14416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.543609:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5213 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.543617:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547666816:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.543630:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.543681:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.543691:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543692:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543698:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570246976 00000100:00100000:0.0:1705683736.543711:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543712:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.543716:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207294 00000100:00100000:0.0:1705683736.543719:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:31091:x1788538570246976:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:0.0:1705683736.543726:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.543777:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd46f80/0x9d5ae94021dde586 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c81 expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.543841:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.543850:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.543856:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.543902:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.543924:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.543929:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544020:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2e800/0x9d5ae94021dde59b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1fe2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.544025:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2e800/0x9d5ae94021dde59b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1fe2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544029:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2e800/0x9d5ae94021dde59b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1fe2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000004:00200000:0.0:1705683736.544054:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x1fe2:0x0]: returning size 4096 00000004:00200000:0.0:1705683736.544057:0:14295:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683736.544068:0:14295:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2e800/0x9d5ae94021dde59b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1fe2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544075:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544078:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544084:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544088:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544091:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ef2c000 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.544093:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544096:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544103:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.544105:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.544107:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544110:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2c000/0x9d5ae94021dde58d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544121:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544125:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544128:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544132:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ef2ca00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.544133:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544139:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544143:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff8800988f4a00) 00010000:00010000:0.0:1705683736.544144:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.544146:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544148:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2ca00/0x9d5ae94021dde594 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.544174:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009cd46f80/0x9d5ae94021dde586 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c81 expref: 1227 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.544184:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2e800/0x9d5ae94021dde59b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1fe2:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c81 expref: 1226 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.544188:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fe2:0x0].0x0 (ffff88009c236200) 00010000:00010000:0.0:1705683736.544189:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1705683736.544190:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef2e800, rc 0) 00000100:00100000:0.0:1705683736.544200:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:dab809dd-6952-4f4e-9170-c0b3df4b5902+1226:31091:x1788538570246976:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 480us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.544204:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207294 00000100:00100000:0.0:1705683736.544245:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.544254:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544255:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544259:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247104 00000100:00100000:0.0:1705683736.544270:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544270:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544273:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261618 00000100:00100000:0.0:1705683736.544277:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:dab809dd-6952-4f4e-9170-c0b3df4b5902+2870:30388:x1788538570247104:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.544283:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.544583:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ef2f700/0x9d5ae94021dde5a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7bed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c88 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.544593:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7bed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.544602:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.544603:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.544606:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ef2f700/0x9d5ae94021dde5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c88 expref: 2871 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.544612:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ef2f700/0x9d5ae94021dde5a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c88 expref: 2871 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.544618:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ef2f700, rc 0) 00000100:00100000:0.0:1705683736.544627:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:30388:x1788538570247104:12345-192.168.204.14@tcp:101:dd.0 Request processed in 350us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.544641:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261618 00000100:00100000:0.0:1705683736.544673:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.544679:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544679:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544682:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247168 00000100:00100000:0.0:1705683736.544689:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544689:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.544691:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261619 00000100:00100000:0.0:1705683736.544693:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:15146:x1788538570247168:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.544697:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.544743:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.544744:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.544749:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99882 00000100:00100000:1.0:1705683736.544753:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2815:1855:x1788538570246464:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.544762:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.544772:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2815 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.544778:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2815 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.544791:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe9c780/0x9d5ae94021dc6d31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x751b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a67 expref: 2815 pid: 14242 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.544800:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.544801:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.544803:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b3d0780/0x9d5ae94021dde4ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c49 expref: 2814 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.544808:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b3d0780/0x9d5ae94021dde4ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c49 expref: 2814 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.544825:0:15050:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b3d0780/0x9d5ae94021dde4ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x751b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c49 expref: 2814 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.544836:0:15050:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9db700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15050:1788538547666880:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.544851:0:15050:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2606c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.544931:0:15077:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd0a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_078:lustre-OST0000_UUID:15077:1788538547664576:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.544947:0:15077:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.544952:0:15077:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.544953:0:15077:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.544953:0:15077:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.544972:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.544979:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.544980:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.544985:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247296 00010000:00010000:1.0:1705683736.544995:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2815 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.545009:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545010:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545015:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99883 00000100:00100000:1.0:1705683736.545018:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9dad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2815:1855:x1788538570247296:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.545024:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.545026:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2815 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.545031:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2815 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.545045:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4f00/0x9d5ae94021dc40c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f616 expref: 2815 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.545054:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.545055:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.545056:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545061:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545075:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.545085:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9dad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2814:1855:x1788538570247296:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.545089:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99883 00010000:00010000:1.0:1705683736.545105:0:15077:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545109:0:15077:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545115:0:15077:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545119:0:15077:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545132:0:15077:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.545139:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.545142:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545147:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073740a00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.545148:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545152:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545160:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545164:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073740a00/0x9d5ae94021dde4d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545177:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.545179:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.545179:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.545324:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:lustre-MDT0000-mdtlov_UUID+426:3083:x1788538547664384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11358us (11431us total) trans 4295071778 rc 0/0 00000100:00100000:1.0:1705683736.545329:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261596 00000004:00080000:1.0:1705683736.545356:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cdd7300/2, rc 0, transno 104482 00000100:00100000:1.0:1705683736.545363:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd7300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547664384:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.545403:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547666944:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.545418:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.545455:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.545461:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545461:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545462:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545464:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545465:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247232 00000100:00100000:0.0:1705683736.545469:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547666944 00010000:00010000:1.0:1705683736.545473:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4860 pid: 15089 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.545482:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545482:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545483:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545484:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545486:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261620 00000100:00100000:1.0:1705683736.545487:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99884 00000100:00100000:0.0:1705683736.545489:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9df300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+426:3082:x1788538547666944:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.545490:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9db200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:1855:x1788538570247232:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.545495:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.545496:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4860 pid: 15089 timeout: 608 lvb_type: 0 00002000:00080000:0.0:1705683736.545501:0:15080:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24681 count 1 00010000:00010000:1.0:1705683736.545502:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4860 pid: 15089 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.545513:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.545514:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.545515:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545519:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545529:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.545533:0:15080:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.545537:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9db200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:1855:x1788538570247232:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 47us (83us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.545540:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2813 pid: 15002 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.545541:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99884 00010000:00010000:0.0:1705683736.545545:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.545546:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.545546:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.545558:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2813 pid: 15002 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.545565:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2813 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.545565:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.545570:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545571:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15080:1788538547667008:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.545571:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545574:0:15077:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247360 00000100:00100000:1.0:1705683736.545582:0:15077:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.545583:0:15077:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545585:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0300 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.545585:0:15077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261621 00000100:00100000:1.0:1705683736.545587:0:15077:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:15123:x1788538570247360:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.545592:0:15077:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.545596:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131a0f480/0x9d5ae94021dde5b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c8f expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.545608:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4005:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.545616:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.545617:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.545620:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131a0f480/0x9d5ae94021dde5b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c8f expref: 5216 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.545627:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131a0f480/0x9d5ae94021dde5b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4005:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c8f expref: 5216 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.545644:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a0f480, rc 0) 00000100:00100000:0.0:1705683736.545654:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:15146:x1788538570247168:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 960us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.545659:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261619 00000100:00100000:0.0:1705683736.545705:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.545715:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545716:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545720:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247424 00000100:00100000:0.0:1705683736.545729:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545730:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.545732:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261622 00000100:00100000:0.0:1705683736.545735:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:29581:x1788538570247424:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.545741:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.545931:0:15077:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b6c1e00/0x9d5ae94021dde5b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ad9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c96 expref: -99 pid: 15077 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.545940:0:15077:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ad9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.545947:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.545948:0:15077:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.545950:0:15077:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b6c1e00/0x9d5ae94021dde5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c96 expref: 5216 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545956:0:15077:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b6c1e00/0x9d5ae94021dde5b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ad9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c96 expref: 5216 pid: 15077 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.545961:0:15077:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b6c1e00, rc 0) 00010000:00010000:0.0:1705683736.545969:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131a0e580/0x9d5ae94021dde5be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6bee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588c9d expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.545970:0:15077:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd0a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_078:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:15123:x1788538570247360:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 382us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.545974:0:15077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261621 00002000:00010000:0.0:1705683736.545980:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6bee:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:0.0:1705683736.545988:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.545990:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.545992:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131a0e580/0x9d5ae94021dde5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c9d expref: 4861 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.545999:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131a0e580/0x9d5ae94021dde5be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c9d expref: 4861 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.546005:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a0e580, rc 0) 00000100:00100000:0.0:1705683736.546054:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4861:29581:x1788538570247424:12345-192.168.204.14@tcp:101:dd.0 Request processed in 316us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.546059:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261622 00000100:00100000:1.0:1705683736.546060:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.546130:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.546131:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.546138:0:14456:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247552 00000100:00100000:0.0:1705683736.546156:0:14456:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.546158:0:14456:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.546162:0:14456:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57733 00000100:00100000:0.0:1705683736.546165:0:14456:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880095d91050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1109:30881:x1788538570247552:12345-192.168.204.14@tcp:35:rm.0 00000100:00100000:0.0:1705683736.546260:0:14456:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880095d91050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1110:30881:x1788538570247552:12345-192.168.204.14@tcp:35:rm.0 Request processed in 94us (200us total) trans 4295030434 rc 0/0 00000100:00100000:0.0:1705683736.546265:0:14456:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57733 00010000:00010000:1.0:1705683736.547341:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc29180/0x9d5ae94021d8e05e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cb23 expref: 4860 pid: 15089 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.547353:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135931400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547664512:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.547368:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.547373:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.547374:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.547375:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.547376:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.547380:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.547385:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.547389:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.547404:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.547512:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.547516:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.547522:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073578500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.547523:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.547533:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.547546:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.547548:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df86400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+921:3082:x1788538547664448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12922us (12957us total) trans 4295071958 rc 0/0 00010000:00010000:0.0:1705683736.547550:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073578500/0x9d5ae94021dde4c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.547556:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261597 00010000:00010000:0.0:1705683736.547571:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.547572:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.547573:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.547584:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009df80000/2, rc 0, transno 104662 00000100:00100000:1.0:1705683736.547604:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009df80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547664448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.547776:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a53700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547667072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.547796:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.547808:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.547809:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.547815:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667072 00000100:00100000:0.0:1705683736.547830:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.547831:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.547834:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261623 00000100:00100000:0.0:1705683736.547837:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+921:3083:x1788538547667072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.547850:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14766 count 1 00010000:00010000:0.0:1705683736.548046:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.548055:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4859 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.548060:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.548061:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.548062:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.548091:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4859 pid: 15075 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.548099:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4859 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.548107:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e997800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547667136:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.548139:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009aa2f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.552104:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.552121:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552122:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552136:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249472 00000100:00100000:0.0:1705683736.552164:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552165:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552170:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207295 00000100:00100000:0.0:1705683736.552174:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e991e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1110:30881:x1788538570249472:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1705683736.552199:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.552216:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0f700/0x9d5ae94021dde5cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cce expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.552317:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0c000/0x9d5ae94021dde5d3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.552326:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0c000/0x9d5ae94021dde5d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.552333:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0c000/0x9d5ae94021dde5d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000004:00200000:0.0:1705683736.552341:0:14243:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2025:0x0]: returning size 4096 00010000:00010000:0.0:1705683736.552417:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0f700/0x9d5ae94021dde5cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2023:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cce expref: 1113 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.552433:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0c000/0x9d5ae94021dde5d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cce expref: 1112 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.552439:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009d88f900) 00010000:00010000:0.0:1705683736.552440:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1705683736.552442:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a0c000, rc 0) 00000100:00100000:0.0:1705683736.552490:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e991e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1112:30881:x1788538570249472:12345-192.168.204.14@tcp:101:rm.0 Request processed in 315us (390us total) trans 4295030435 rc 0/0 00000100:00100000:0.0:1705683736.552496:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207295 00000100:00100000:0.0:1705683736.552558:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefc600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0000_UUID:15103:1788538547664832:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.552584:0:15103:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.552590:0:15103:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.552591:0:15103:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.552592:0:15103:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552669:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.552691:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547665152:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.552705:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.552717:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bccb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4859:1857:x1788538570246592:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 12684us (12747us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.552722:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99874 00000100:00100000:0.0:1705683736.552772:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.552788:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.552793:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552794:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552797:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247680 00010000:00010000:0.0:1705683736.552807:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2814 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.552807:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009da2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547665024:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.552816:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552816:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552819:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99885 00000100:00100000:0.0:1705683736.552822:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2814:1857:x1788538570247680:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.552825:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.552828:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.552830:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2814 pid: 15084 timeout: 608 lvb_type: 1 00010000:00100000:3.0:1705683736.552831:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.552832:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.552833:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.552836:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2814 pid: 15084 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.552850:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.552850:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547665216:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.552852:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.552854:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.552859:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.552861:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.552862:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.552869:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.552872:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247616 00000100:00100000:0.0:1705683736.552878:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2815:1857:x1788538570247680:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.552882:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99885 00000100:00100000:3.0:1705683736.552887:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.552888:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.552889:0:15097:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248000 00000100:00100000:0.0:1705683736.552895:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.552896:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.552896:0:15097:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.552897:0:15097:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.552900:0:15097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261624 00000100:00100000:0.0:1705683736.552923:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261625 00000100:00100000:3.0:1705683736.552924:0:15097:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:dab809dd-6952-4f4e-9170-c0b3df4b5902+2814:15162:x1788538570247616:12345-192.168.204.14@tcp:101:dir_create.sh.0 00000100:00100000:0.0:1705683736.552926:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eefa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4859:15161:x1788538570248000:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.552931:0:15097:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.552932:0:15067:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.553294:0:15067:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131a0f980/0x9d5ae94021dde5e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a66:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cab expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.553306:0:15067:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a66:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.553315:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.553316:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.553318:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131a0f980/0x9d5ae94021dde5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cab expref: 4860 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553325:0:15067:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131a0f980/0x9d5ae94021dde5e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cab expref: 4860 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553330:0:15067:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a0f980, rc 0) 00000100:00100000:0.0:1705683736.553341:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:15161:x1788538570248000:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 414us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.553345:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261625 00000100:00100000:0.0:1705683736.553368:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.553376:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553377:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553381:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247808 00010000:00010000:0.0:1705683736.553388:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4860 pid: 15082 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.553397:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553398:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553401:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99886 00000100:00100000:0.0:1705683736.553403:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134efb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4860:1857:x1788538570247808:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.553407:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.553414:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4860 pid: 15082 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.553419:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4860 pid: 15082 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.553428:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.553429:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.553431:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a0f90280/0x9d5ae94021dde4e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c50 expref: 4860 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553435:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0f90280/0x9d5ae94021dde4e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c50 expref: 4860 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553449:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a0f90280/0x9d5ae94021dde4e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c50 expref: 4860 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.553458:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099dee400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547667200:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.553478:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1ed4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.553502:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.553508:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553508:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553511:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247936 00010000:00010000:0.0:1705683736.553519:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2815 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.553531:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553532:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553536:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99887 00000100:00100000:0.0:1705683736.553538:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe69e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2815:1857:x1788538570247936:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.553543:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.553551:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2815 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.553556:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2815 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.553563:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d991e00/0x9d5ae94021ceea66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd2e expref: 2815 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.553571:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.553579:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe69e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2814:1857:x1788538570247936:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 40us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.553583:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99887 00000100:00100000:0.0:1705683736.553608:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.553613:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.553613:0:15097:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb11180/0x9d5ae94021dde5e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ca4 expref: -99 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.553614:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553617:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247744 00010000:00010000:0.0:1705683736.553622:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2814 pid: 14227 timeout: 608 lvb_type: 1 00002000:00010000:3.0:1705683736.553624:0:15097:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683736.553641:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.553642:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.553643:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.553644:0:15097:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.553645:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99888 00010000:00010000:3.0:1705683736.553647:0:15097:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb11180/0x9d5ae94021dde5e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ca4 expref: 2815 pid: 15097 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.553648:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2815:1857:x1788538570247744:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.553652:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.553654:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2815 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.553654:0:15097:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009eb11180/0x9d5ae94021dde5e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ca4 expref: 2815 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553659:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2815 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.553659:0:15097:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009eb11180, rc 0) 00010000:00010000:0.0:1705683736.553667:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a62d00/0x9d5ae94021dc40d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f632 expref: 2815 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.553674:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.553675:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.553676:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553680:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.553689:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.553970:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bcd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547665088:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.553975:0:15097:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eefc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_098:dab809dd-6952-4f4e-9170-c0b3df4b5902+2814:15162:x1788538570247616:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1069us (1305us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.553979:0:15097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261624 00010000:00010000:1.0:1705683736.553984:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.553996:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2813:1855:x1788538570246400:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 14169us (14210us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.554001:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99872 00000100:00100000:3.0:1705683736.554011:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.554022:0:15089:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebe1900/0x9d5ae94021d60a72 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa1f expref: 4860 pid: 15082 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.554029:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547664896:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.554040:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a0f90280/0x9d5ae94021dde4e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x63ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c50 expref: 4859 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554045:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0f90280, rc 0) 00000100:00100000:3.0:1705683736.554051:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134ef9900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547665280:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.554055:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd1e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4859:27256:x1788538570245440:12345-192.168.204.14@tcp:101:dd.0 Request processed in 16751us (16877us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.554059:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261600 00000100:00100000:1.0:1705683736.554068:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554069:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554071:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570247872 00010000:00010000:3.0:1705683736.554074:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735b4500/0x9d5ae94021dde508 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c6c expref: 5215 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554078:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2813 pid: 15056 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.554081:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735b4500, rc 0) 00000100:00100000:1.0:1705683736.554087:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554088:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554090:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99889 00000100:00100000:1.0:1705683736.554092:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a50f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2813:1857:x1788538570247872:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.554096:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.554097:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:21828:x1788538570246848:12345-192.168.204.14@tcp:101:dd.0 Request processed in 14246us (14325us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.554098:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2813 pid: 15056 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.554101:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261604 00010000:00010000:1.0:1705683736.554103:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2813 pid: 15056 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.554114:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d48500/0x9d5ae94021dc40fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f640 expref: 2813 pid: 15056 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.554120:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.554121:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.554122:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554126:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554145:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.554147:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554152:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.554155:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a50f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2812:1857:x1788538570247872:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 61us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.554158:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99889 00010000:00010000:3.0:1705683736.554158:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554163:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554175:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.554177:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cb0c600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547665600:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.554187:0:15018:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.554191:0:15018:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554192:0:15018:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554193:0:15018:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.554207:0:8808:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a02f4500/0x9d5ae94021dc40e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f624 expref: 2811 pid: 15084 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.554215:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cdd4600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547664768:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.554222:0:8808:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.554226:0:8808:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554226:0:8808:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554227:0:8808:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.554228:0:8808:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554231:0:8808:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554235:0:8808:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554238:0:8808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.554254:0:8808:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.554262:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.554266:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554271:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800735b6080 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.554273:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554278:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554287:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554291:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735b6080/0x9d5ae94021dde501 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554304:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.554305:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554309:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b362d00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.554310:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554314:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554320:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554328:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b362d00/0x9d5ae94021dde4d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554341:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.554342:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.554343:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.554356:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da2b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+428:3080:x1788538547664640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17499us (17589us total) trans 4295071780 rc 0/0 00000100:00100000:1.0:1705683736.554360:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261598 00000100:00100000:3.0:1705683736.554403:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+427:3082:x1788538547664960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14822us (14878us total) trans 4295071779 rc 0/0 00000100:00100000:1.0:1705683736.554405:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cb08f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0000_UUID:15076:1788538547665792:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.554409:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261603 00010000:00010000:1.0:1705683736.554416:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.554420:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554421:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554421:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554662:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.554664:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe68f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8809:1788538547665664:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.554676:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.554681:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.554681:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554682:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cb0ee00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547665920:192.168.204.14@tcp:104: 00010000:00100000:3.0:1705683736.554682:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.554691:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.554695:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554696:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.554696:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:3.0:1705683736.554703:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099bcda00/2, rc 0, transno 104483 00000100:00100000:3.0:1705683736.554718:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bcda00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547664960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.554735:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc33200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547665856:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.554745:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1705683736.554745:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.554750:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.554750:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554751:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e26c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547667264:0@lo:6:osp-syn-0-0.0 00010000:00100000:3.0:1705683736.554751:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554756:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554757:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554762:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248064 00000100:00100000:1.0:1705683736.554765:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.554774:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554774:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554774:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.554775:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554777:0:15024:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667264 00000100:00100000:1.0:1705683736.554779:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261626 00000100:00100000:1.0:1705683736.554783:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2871:27110:x1788538570248064:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:3.0:1705683736.554785:0:15024:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.554785:0:15024:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.554789:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.554789:0:15024:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261627 00000100:00100000:3.0:1705683736.554791:0:15024:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+427:3081:x1788538547667264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1705683736.554804:0:15024:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24682 count 1 00010000:00010000:3.0:1705683736.554890:0:15024:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554902:0:15024:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2810 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.554924:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.554926:0:15024:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.554927:0:15024:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 4/0,1 mode: --/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.554942:0:15024:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2810 pid: 15107 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.554948:0:15024:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2810 pid: 15107 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.554955:0:15024:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a50500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547667328:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.554974:0:15024:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b33c0 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.554996:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009eeff800/2, rc 0, transno 104484 00000100:00100000:3.0:1705683736.555002:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eeff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547664640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1705683736.555018:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc36e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547666048:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.555032:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.555036:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.555037:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.555038:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.555195:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099d90000/0x9d5ae94021dde5f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cb2 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555208:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2872 pid: 14288 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.555213:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.555214:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.555215:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d90000/0x9d5ae94021dde5f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb2 expref: 2872 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555228:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2872 pid: 14288 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.555234:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2872 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.555241:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e26d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547667392:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.555254:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c260f00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.555288:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.555296:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.555297:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.555303:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248192 00010000:00010000:1.0:1705683736.555313:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2811 pid: 14227 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.555322:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.555323:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.555325:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99890 00000100:00100000:1.0:1705683736.555328:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e269400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2811:1855:x1788538570248192:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.555333:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.555335:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2811 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.555339:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2811 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.555348:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a62a80/0x9d5ae94021dc40de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f64e expref: 2811 pid: 14227 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.555356:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.555357:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.555358:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555363:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555374:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.555384:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e269400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2810:1855:x1788538570248192:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 54us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.555389:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99890 00010000:00010000:1.0:1705683736.555646:0:15018:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555652:0:15018:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555658:0:15018:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555663:0:15018:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.555672:0:15018:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.555776:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e995000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+428:3083:x1788538547665344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15342us (15406us total) trans 4295071781 rc 0/0 00000100:00100000:1.0:1705683736.555781:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261605 00000004:00080000:1.0:1705683736.555814:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134ef8000/2, rc 0, transno 104485 00000100:00100000:1.0:1705683736.555817:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547665344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.556028:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:1857:x1788538570247744:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2378us (2418us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.556029:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.556033:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.556034:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99888 00010000:00010000:3.0:1705683736.556038:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa6c780 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.556040:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556045:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556057:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.556058:0:15103:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556061:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa6c780/0x9d5ae94021dde52b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.556064:0:15103:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.556070:0:15103:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556074:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.556075:0:15103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556076:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.556077:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.556090:0:15103:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.556093:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.556096:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556101:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88008eb09900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.556102:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556107:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556115:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556119:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008eb09900/0x9d5ae94021dde4de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.556128:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.556129:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.556130:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.556182:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+428:3081:x1788538547664704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19071us (19112us total) trans 4295071782 rc 0/0 00000100:00100000:0.0:1705683736.556188:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261599 00010000:00010000:1.0:1705683736.556381:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.556400:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009eefad00/2, rc 0, transno 104486 00000100:00100000:1.0:1705683736.556404:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547664704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1705683736.557063:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.557083:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.557094:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.557100:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557101:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557108:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248320 00010000:00010000:1.0:1705683736.557119:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.557133:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557134:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557136:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248448 00010000:00010000:1.0:1705683736.557143:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4859 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.557153:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557154:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557156:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248128 00010000:00010000:1.0:1705683736.557162:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5215 pid: 14216 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.557173:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557173:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99891 00000100:00100000:0.0:1705683736.557174:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557176:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:1855:x1788538570248320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.557181:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99892 00010000:00010000:1.0:1705683736.557183:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.557185:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4859:1855:x1788538570248448:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.557186:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.557191:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.557191:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.557195:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4859 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.557201:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4859 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.557204:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d49e00/0x9d5ae94021dc410f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f66a expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.557213:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801244ecf00/0x9d5ae94021d8e367 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cc49 expref: 4859 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.557215:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.557217:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.557219:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557221:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.557222:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.557224:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557224:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557228:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557239:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.557243:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.557268:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4858:1855:x1788538570248448:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 82us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.557268:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:1855:x1788538570248320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 90us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.557273:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99891 00000100:00100000:0.0:1705683736.557276:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99892 00000100:00100000:1.0:1705683736.557282:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557283:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.557286:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557286:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99893 00000100:00100000:0.0:1705683736.557287:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557289:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:1855:x1788538570248128:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.557295:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.557299:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557304:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557308:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5215 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.557309:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557314:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557314:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5215 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.557323:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.557327:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131ed3480/0x9d5ae94021ccd689 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355c6 expref: 5215 pid: 14216 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.557334:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.557335:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.557337:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735b4500/0x9d5ae94021dde508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c6c expref: 5214 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557342:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735b4500/0x9d5ae94021dde508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c6c expref: 5214 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557362:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735b4500/0x9d5ae94021dde508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c6c expref: 5214 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.557371:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e26c100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547667456:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.557392:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2600c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.557405:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557410:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557415:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557420:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557428:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1705683736.557511:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc31e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+922:3080:x1788538547665472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16651us (16736us total) trans 4295071959 rc 0/0 00000100:00100000:0.0:1705683736.557517:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261609 00000100:00100000:1.0:1705683736.557519:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+428:3083:x1788538547665728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16772us (16801us total) trans 4295071783 rc 0/0 00000100:00100000:1.0:1705683736.557524:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261607 00010000:00010000:0.0:1705683736.557531:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.557534:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557539:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa6e800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.557541:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557545:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557554:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.557554:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fe6a300/2, rc 0, transno 104487 00000100:00100000:1.0:1705683736.557557:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547665728:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.557558:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009aa6e800/0x9d5ae94021dde547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557571:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.557573:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.557576:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009aa6f980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.557577:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.557578:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.557584:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.557587:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557588:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.557591:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.557592:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248256 00010000:00010000:0.0:1705683736.557594:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009aa6f980/0x9d5ae94021dde539 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.557601:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2808 pid: 15088 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.557604:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.557605:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.557606:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.557610:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.557611:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557611:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.557612:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.557614:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99894 00000100:00100000:1.0:1705683736.557617:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e269900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:1855:x1788538570248256:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.557622:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.557624:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2808 pid: 15088 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.557630:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2808 pid: 15088 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.557649:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131a63c00/0x9d5ae94021dc4101 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f65c expref: 2808 pid: 15088 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.557747:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1705683736.557766:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fe69900/2, rc 0, transno 104663 00000100:00100000:3.0:1705683736.557773:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe69900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547665472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.557805:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1705683736.557812:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a51e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547667520:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.557830:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.557863:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557875:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557888:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557925:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557942:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557954:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557984:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.557992:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.557992:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.557998:0:14208:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248640 00000100:00100000:3.0:1705683736.558014:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558015:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558016:0:14208:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248704 00000100:00100000:3.0:1705683736.558025:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558025:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558027:0:14208:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249088 00000100:00100000:3.0:1705683736.558035:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558035:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558038:0:14208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207296 00000100:00100000:3.0:1705683736.558041:0:14208:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134ef9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1113:31079:x1788538570248640:12345-192.168.204.14@tcp:36:mkdir.0 00010000:00010000:3.0:1705683736.558071:0:14208:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.558082:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d307480/0x9d5ae94021dde524 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x208d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c5e expref: 1113 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.558093:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x208d:0x0].0x0 (ffff8800988f4b00) 00010000:00010000:3.0:1705683736.558099:0:14208:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.558189:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 3/0,1 mode: --/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.558196:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558202:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558257:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6de00/0x9d5ae94021dde604 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x208d:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.558262:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6de00/0x9d5ae94021dde604 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x208d:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558266:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6de00/0x9d5ae94021dde604 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x208d:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.558435:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.558436:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.558438:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558443:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558456:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.558469:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e269900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+2807:1855:x1788538570248256:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 851us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.558474:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99894 00000100:00100000:1.0:1705683736.558482:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558483:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558486:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248384 00010000:00010000:1.0:1705683736.558493:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4858 pid: 14288 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.558502:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558503:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558504:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248512 00010000:00010000:1.0:1705683736.558510:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4859 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.558517:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558518:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558520:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99895 00000100:00100000:1.0:1705683736.558523:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc33200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4859:1855:x1788538570248384:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.558529:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.558531:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4859 pid: 14288 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.558536:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4859 pid: 14288 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.558549:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0252d00/0x9d5ae94021d8e1a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cba1 expref: 4859 pid: 14288 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.558558:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.558559:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.558561:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558565:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558576:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.558587:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc33200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4858:1855:x1788538570248384:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.558591:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99895 00000100:00100000:1.0:1705683736.558598:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558599:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558601:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99896 00000100:00100000:1.0:1705683736.558604:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4857:1855:x1788538570248512:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.558609:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.558611:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4857 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.558616:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4857 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.558626:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009edd0500/0x9d5ae94021d8e53c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256cd1b expref: 4857 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.558644:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c500/0x9d5ae94021dde60b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x20cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:1.0:1705683736.558647:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.558648:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.558649:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.558650:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c500/0x9d5ae94021dde60b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.558654:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.558655:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c500/0x9d5ae94021dde60b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.558665:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00010000:3.0:1705683736.558667:0:14208:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880134ef9900 reply state ffff8800a051a000 transno 4295030436 ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c500/0x9d5ae94021dde60b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558672:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6c500/0x9d5ae94021dde60b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558675:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1855:x1788538570248512:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 70us (800us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.558676:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20cd:0x0].0x0 (ffff880131871800) 00010000:00010000:3.0:1705683736.558678:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683736.558680:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99896 00000004:00200000:3.0:1705683736.558680:0:14208:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x20cd:0x0]: returning size 4096 00010000:00010000:3.0:1705683736.558685:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558689:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558692:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558695:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558696:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.558696:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558700:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667520 00010000:00010000:3.0:1705683736.558700:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009caf8a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.558702:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558705:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558710:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558710:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.558710:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x208d:0x0].0x0 (ffff880073842f00) 00010000:00010000:3.0:1705683736.558711:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1705683736.558712:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248768 00010000:00010000:3.0:1705683736.558713:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 3/0,0 mode: --/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558716:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009caf8a00/0x9d5ae94021dde5fd lrc: 0/0,0 mode: --/CW res: [0x240000403:0x208d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558719:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558719:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558721:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248832 00000004:00010000:3.0:1705683736.558727:0:14208:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880134ef9900 reply state ffff8800a051a000 transno 4295030436 ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6de00/0x9d5ae94021dde604 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x208d:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558728:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558729:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.558731:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261628 00010000:00010000:3.0:1705683736.558731:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6de00/0x9d5ae94021dde604 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x208d:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.558734:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc36e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+922:3080:x1788538547667520:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.558735:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x208d:0x0].0x33 (ffff880099f73800) 00010000:00010000:3.0:1705683736.558737:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:1.0:1705683736.558745:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14767 count 1 00000100:00100000:3.0:1705683736.558762:0:14208:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134ef9900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1114:31079:x1788538570248640:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 720us (873us total) trans 4295030436 rc 0/0 00000100:00100000:3.0:1705683736.558766:0:14208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207296 00000100:00100000:3.0:1705683736.558774:0:14208:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558775:0:14208:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.558778:0:14208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207297 00000100:00100000:3.0:1705683736.558780:0:14208:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a31e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1113:31085:x1788538570248704:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:3.0:1705683736.558788:0:14208:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.558809:0:14208:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6cf00/0x9d5ae94021dde612 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cc7 expref: -99 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.558874:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.558879:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558883:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.558951:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.558955:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.558959:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.558959:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.558967:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4855 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558971:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.558972:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.558973:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558988:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4855 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.558995:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4855 pid: 15085 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.559001:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e26cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547667584:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.559016:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efda80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.559025:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.559026:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.559031:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261629 00000100:00100000:1.0:1705683736.559033:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e4d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:29031:x1788538570248768:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.559039:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.559039:0:14208:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdddb80/0x9d5ae94021dde62e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14208 initiator: MDT0 00010000:00010000:3.0:1705683736.559043:0:14208:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdddb80/0x9d5ae94021dde62e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559047:0:14208:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdddb80/0x9d5ae94021dde62e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00000004:00200000:3.0:1705683736.559062:0:14208:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2061:0x0]: returning size 4096 00000004:00200000:3.0:1705683736.559064:0:14208:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1705683736.559072:0:14208:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdddb80/0x9d5ae94021dde62e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559076:0:14208:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559079:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559082:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.559128:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099d90a00/0x9d5ae94021dde635 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cb9 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559136:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559139:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012cddf480 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.559141:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5214 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.559141:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559144:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.559146:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.559147:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.559148:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d90a00/0x9d5ae94021dde635 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb9 expref: 2809 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559150:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:3.0:1705683736.559152:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.559153:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559156:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cddf480/0x9d5ae94021dde619 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.559159:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5214 pid: 8809 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.559163:0:14208:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14208 initiator: MDT1 00010000:00010000:1.0:1705683736.559165:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5214 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.559166:0:14208:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559170:0:14208:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.559172:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e268f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547667648:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.559173:0:14208:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012cdde580 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.559175:0:14208:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559177:0:14208:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559181:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x39 (ffff880096c3df00) 00000100:00100000:1.0:1705683736.559183:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff880099efde40 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.559183:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.559184:0:14208:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00010000:00010000:3.0:1705683736.559187:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdde580/0x9d5ae94021dde620 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14208 initiator: MDT1 00000100:00100000:1.0:1705683736.559194:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.559195:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.559200:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261630 00000100:00100000:1.0:1705683736.559203:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:30388:x1788538570248832:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.559207:0:15089:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.559210:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eef9400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547666112:192.168.204.14@tcp:105: 00010000:00010000:3.0:1705683736.559211:0:14208:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ca6cf00/0x9d5ae94021dde612 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cc7 expref: 1115 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.559227:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.559239:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d435850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:1855:x1788538570245888:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 17807us (17949us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.559245:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99878 00010000:00010000:1.0:1705683736.559610:0:15089:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6a3ca00/0x9d5ae94021dde63c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cc0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.559623:0:15089:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.559643:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.559644:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.559647:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6a3ca00/0x9d5ae94021dde63c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cc0 expref: 2810 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.559655:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6a3ca00/0x9d5ae94021dde63c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cc0 expref: 2810 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.559660:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6a3ca00, rc 0) 00000100:00100000:0.0:1705683736.559661:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eeff300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14313:1788538547666240:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.559672:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134868500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:dab809dd-6952-4f4e-9170-c0b3df4b5902+2810:30388:x1788538570248832:12345-192.168.204.14@tcp:101:dd.0 Request processed in 468us (1729us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.559675:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.559679:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261630 00010000:00100000:0.0:1705683736.559681:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.559682:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.559683:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.559693:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.559695:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.559695:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.559700:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559702:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207298 00010000:00010000:1.0:1705683736.559705:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559706:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a30f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1243:31091:x1788538570249088:12345-192.168.204.14@tcp:36:mrename.0 00010000:00010000:1.0:1705683736.559709:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.559719:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.559723:0:14208:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012cdddb80/0x9d5ae94021dde62e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2061:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cc7 expref: 1114 pid: 14208 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559727:0:14208:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2061:0x0].0x0 (ffff8800a12db300) 00010000:00010000:3.0:1705683736.559728:0:14208:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1705683736.559729:0:14208:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cdddb80, rc 0) 00010000:00010000:0.0:1705683736.559732:0:14243:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.559740:0:14208:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a31e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1114:31085:x1788538570248704:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 959us (1786us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.559742:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135cc5900/0x9d5ae94021dd83be lrc: 0/0,0 mode: --/PR res: [0x200000404:0x161c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425870e3 expref: 1243 pid: 14256 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.559744:0:14208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207297 00010000:00010000:0.0:1705683736.559753:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x161c:0x0].0x0 (ffff88009c76bb00) 00010000:00010000:0.0:1705683736.559759:0:14243:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.559762:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.559765:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559770:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dc65180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.559771:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559775:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559785:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559787:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667712:0@lo:1000:mdt00_017.0 00010000:00010000:3.0:1705683736.559788:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009dc65180/0x9d5ae94021dde532 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559799:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.559800:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.559801:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.559810:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559812:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.559815:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559819:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559823:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559826:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e4c00 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.559831:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.559834:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.559835:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.559837:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.559839:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe6a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+428:3083:x1788538547665536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19339us (19370us total) trans 4295071784 rc 0/0 00010000:00010000:3.0:1705683736.559839:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559841:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667712 00010000:00010000:3.0:1705683736.559843:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dc64500 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:1.0:1705683736.559844:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261606 00010000:00010000:3.0:1705683736.559844:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559848:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.559855:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559857:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.559858:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.559858:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc64500/0x9d5ae94021dde540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.559861:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25161 00000100:00100000:0.0:1705683736.559864:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547667712:12345-0@lo:1000:mdt00_017.0 00010000:00010000:3.0:1705683736.559869:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.559870:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fe68500/2, rc 0, transno 104488 00010000:00010000:3.0:1705683736.559870:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.559871:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.559874:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe68500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547665536:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.559920:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6e900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547667712:12345-0@lo:1000:mdt00_017.0 Request processed in 39us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.559925:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25161 00000100:00100000:0.0:1705683736.559948:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667712:0@lo:1000:mdt00_017.0 00000100:00100000:1.0:1705683736.559965:0:15050:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9db700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_010:lustre-OST0000_UUID:15050:1788538547666880:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.559978:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.559987:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:1855:x1788538570246464:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 15234us (17817us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.559992:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99882 00010000:00010000:0.0:1705683736.560019:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.560025:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.560030:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.560048:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.560050:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.560054:0:14243:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.560056:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560057:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.560060:0:14243:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.560061:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248896 00000100:00100000:0.0:1705683736.560068:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667776:0@lo:101:mdt00_017.0 00000100:00100000:1.0:1705683736.560073:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560074:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560077:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36048 00000100:00100000:1.0:1705683736.560080:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+1226:1858:x1788538570248896:12345-192.168.204.14@tcp:103:mrename.0 00000100:00100000:0.0:1705683736.560084:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.560085:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.560092:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c519b80/0x9d5ae94021dd640d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258673c expref: 1226 pid: 14208 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560093:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.560100:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.560100:0:15050:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x161c:0x0].0x0 (ffff880099f30600) 00000100:00100000:0.0:1705683736.560101:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560105:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667776 00010000:00010000:1.0:1705683736.560106:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.560111:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc31900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+923:3080:x1788538547665408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19289us (19359us total) trans 4295071960 rc 0/0 00000100:00100000:1.0:1705683736.560112:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26e400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:1858:x1788538570248896:12345-192.168.204.14@tcp:103:mrename.0 Request processed in 32us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.560116:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36048 00000100:00100000:3.0:1705683736.560116:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261608 00000100:00100000:0.0:1705683736.560117:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560118:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560121:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25162 00000100:00100000:0.0:1705683736.560124:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547667776:12345-0@lo:101:mdt00_017.0 00010000:00010000:0.0:1705683736.560129:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:3.0:1705683736.560137:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008e996e00/2, rc 0, transno 104664 00000100:00100000:3.0:1705683736.560143:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e996e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547665408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.560159:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0250c80/0x9d5ae94021dde651 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde64a expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.560162:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.560168:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560169:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.560171:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0250c80/0x9d5ae94021dde651 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde64a expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.560173:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570248960 00000100:00100000:3.0:1705683736.560177:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a34600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547667840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.560178:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0250c80/0x9d5ae94021dde651 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde64a expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560182:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00000100:00100000:1.0:1705683736.560183:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560184:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.560185:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.560186:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0250c80, rc 0) 00000100:00100000:1.0:1705683736.560186:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36049 00000100:00100000:1.0:1705683736.560189:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:1858:x1788538570248960:12345-192.168.204.14@tcp:103:mrename.0 00000100:00100000:3.0:1705683736.560193:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.560194:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.560201:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef2e800/0x9d5ae94021dde59b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1fe2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c81 expref: 1225 pid: 14295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560207:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de69400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:14243:x1788538547667776:12345-0@lo:101:mdt00_017.0 Request processed in 83us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.560207:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.560208:0:15154:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fe2:0x0].0x0 (ffff88009c236200) 00000100:00100000:3.0:1705683736.560208:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560212:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25162 00010000:00010000:1.0:1705683736.560215:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.560224:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:1858:x1788538570248960:12345-192.168.204.14@tcp:103:mrename.0 Request processed in 34us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.560228:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36049 00000100:00100000:0.0:1705683736.560231:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667776:0@lo:101:mdt00_017.0 00010000:00010000:0.0:1705683736.560239:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560245:0:14243:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.560254:0:14243:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:0.0:1705683736.560266:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.560270:0:14243:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.560275:0:14243:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14243 initiator: MDT0 00000100:00100000:0.0:1705683736.560282:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667904:0@lo:101:mdt00_017.0 00000100:00100000:3.0:1705683736.560299:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667840 00000100:00100000:1.0:1705683736.560306:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.560307:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.560313:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560314:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560315:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.560318:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249152 00000100:00100000:0.0:1705683736.560321:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560322:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560325:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667904 00010000:00010000:1.0:1705683736.560326:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.560336:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560336:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560336:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560337:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560339:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99897 00000100:00100000:0.0:1705683736.560340:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25163 00000100:00100000:0.0:1705683736.560342:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:14243:x1788538547667904:12345-0@lo:101:mdt00_017.0 00000100:00100000:1.0:1705683736.560342:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:1855:x1788538570249152:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.560347:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.560348:0:14285:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.560349:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.560355:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.560367:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099d48c80/0x9d5ae94021dc4116 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f678 expref: 2809 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.560376:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.560378:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.560379:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560382:0:14285:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a0eed00/0x9d5ae94021dde65f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde658 expref: -99 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560388:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560393:0:14285:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a0eed00/0x9d5ae94021dde65f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde658 expref: 21 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560400:0:14285:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a0eed00/0x9d5ae94021dde65f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde658 expref: 21 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560400:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.560404:0:14285:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880096e36500) 00010000:00010000:0.0:1705683736.560406:0:14285:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.560407:0:14285:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a0eed00, rc 0) 00000100:00100000:1.0:1705683736.560410:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:1855:x1788538570249152:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.560414:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99897 00000100:00100000:0.0:1705683736.560425:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6c100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547667904:12345-0@lo:101:mdt00_017.0 Request processed in 82us (118us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.560425:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560429:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25163 00010000:00010000:1.0:1705683736.560429:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560434:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560438:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560450:0:15080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefbc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0000_UUID:15080:1788538547667008:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.560451:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.560463:0:15080:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.560468:0:15080:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.560469:0:15080:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.560469:0:15080:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560481:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667904:0@lo:101:mdt00_017.0 00010000:00010000:0.0:1705683736.560488:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560493:0:14243:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.560501:0:14243:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00000100:00100000:0.0:1705683736.560516:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667968:0@lo:1000:mdt00_017.0 00000100:00100000:1.0:1705683736.560520:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009677f300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+428:3080:x1788538547666176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18890us (18919us total) trans 4295071785 rc 0/0 00000100:00100000:1.0:1705683736.560524:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261611 00000100:00100000:0.0:1705683736.560532:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.560535:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.560537:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560540:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f036480 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.560545:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009cd47700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.560547:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560548:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560549:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.560550:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560552:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547667968 00010000:00010000:1.0:1705683736.560560:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560562:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560563:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.560563:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cd47700/0x9d5ae94021dde555 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560566:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25164 00000100:00100000:0.0:1705683736.560568:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9de900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547667968:12345-0@lo:1000:mdt00_017.0 00010000:00010000:1.0:1705683736.560573:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.560574:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.560575:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.560599:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.560601:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9de900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547667968:12345-0@lo:1000:mdt00_017.0 Request processed in 31us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.560605:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25164 00000100:00100000:1.0:1705683736.560606:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560606:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560609:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249280 00010000:00010000:1.0:1705683736.560616:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2808 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.560623:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547667968:0@lo:1000:mdt00_017.0 00000100:00100000:1.0:1705683736.560623:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560624:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560626:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99898 00000100:00100000:1.0:1705683736.560629:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:1855:x1788538570249280:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.560645:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.560647:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2808 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.560652:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2808 pid: 15002 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.560660:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668032:0@lo:1000:mdt00_017.0 00010000:00010000:1.0:1705683736.560660:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135ec7980/0x9d5ae94021dc411d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f686 expref: 2808 pid: 15002 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.560666:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.560667:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.560668:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560672:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560675:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.560681:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.560683:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.560688:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0ee00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2807:1855:x1788538570249280:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 59us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.560689:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560689:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560691:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99898 00000100:00100000:0.0:1705683736.560693:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668032 00010000:00010000:1.0:1705683736.560701:0:15080:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560703:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.560704:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.560705:0:15080:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.560706:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25165 00000100:00100000:0.0:1705683736.560709:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9dc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547668032:12345-0@lo:1000:mdt00_017.0 00010000:00010000:1.0:1705683736.560713:0:15080:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560716:0:15080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560723:0:15080:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.560763:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9dc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547668032:12345-0@lo:1000:mdt00_017.0 Request processed in 53us (87us total) trans 0 rc 1/1 00000100:00100000:0.0:1705683736.560770:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25165 00010000:00010000:0.0:1705683736.560780:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.560783:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.560786:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9df300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+428:3082:x1788538547666944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15297us (15367us total) trans 4295071786 rc 0/0 00010000:00010000:0.0:1705683736.560788:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009c704c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.560790:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.560790:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261620 00010000:00010000:0.0:1705683736.560795:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.560804:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.560807:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c9dcb00/2, rc 0, transno 104490 00010000:00010000:0.0:1705683736.560808:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c704c80/0x9d5ae94021dde5a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.560809:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dcb00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547666944:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1705683736.560819:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.560820:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.560821:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.560835:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668032:0@lo:1000:mdt00_017.0 00000100:00100000:1.0:1705683736.560835:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.560841:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560842:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560845:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249216 00010000:00010000:1.0:1705683736.560852:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4856 pid: 15040 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.560859:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560860:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560862:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99899 00000100:00100000:0.0:1705683736.560864:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668096:0@lo:1000:mdt00_017.0 00000100:00100000:1.0:1705683736.560865:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1855:x1788538570249216:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.560869:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.560871:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4856 pid: 15040 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.560879:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.560880:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4856 pid: 15040 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.560889:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.560890:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.560892:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560895:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.560902:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.560924:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1855:x1788538570249216:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 58us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.560928:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99899 00000100:00100000:1.0:1705683736.560955:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.560960:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560961:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560963:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249344 00010000:00010000:1.0:1705683736.560969:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4856 pid: 14417 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.560976:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560976:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.560978:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99900 00000100:00100000:1.0:1705683736.560981:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1855:x1788538570249344:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.560985:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.560987:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4856 pid: 14417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.560991:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4856 pid: 14417 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.560999:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561000:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561001:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561005:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561011:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.561017:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0c600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1855:x1788538570249344:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 36us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.561021:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99900 00000100:00100000:1.0:1705683736.561056:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.561060:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561060:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561063:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249536 00010000:00010000:1.0:1705683736.561069:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4856 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.561075:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561076:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561078:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99901 00000100:00100000:1.0:1705683736.561080:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1856:x1788538570249536:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.561086:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.561088:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4856 pid: 15075 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.561093:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4856 pid: 15075 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.561101:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561102:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561103:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561107:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561113:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.561121:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd4600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:1856:x1788538570249536:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 40us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.561125:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99901 00000100:00100000:1.0:1705683736.561147:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.561153:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561153:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561156:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249600 00000100:00100000:1.0:1705683736.561163:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561164:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561166:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261631 00000100:00100000:1.0:1705683736.561169:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:29913:x1788538570249600:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.561173:0:15080:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.561239:0:15080:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3cf00/0x9d5ae94021dde666 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cd5 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561250:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2874 pid: 15024 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.561255:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561256:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561257:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3cf00/0x9d5ae94021dde666 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cd5 expref: 2874 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.561268:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.561269:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2874 pid: 15024 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1705683736.561269:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.561272:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261632 00010000:00010000:1.0:1705683736.561275:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2874 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.561275:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a35a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+923:3082:x1788538547667840:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.561282:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bc8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547668160:192.168.204.14@tcp:104: 00002000:00080000:3.0:1705683736.561286:0:15112:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14768 count 1 00000100:00100000:1.0:1705683736.561298:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e540 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.561324:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.561340:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.561347:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561347:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561352:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249728 00000100:00100000:1.0:1705683736.561365:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561366:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561367:0:14255:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249856 00000100:00100000:1.0:1705683736.561373:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561374:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561376:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57734 00000100:00100000:1.0:1705683736.561379:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:30997:x1788538570249728:12345-192.168.204.14@tcp:35:lfs.0 00010000:00010000:3.0:1705683736.561417:0:15112:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561424:0:15112:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4855 pid: 15010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561428:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.561429:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.561430:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561442:0:15112:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4855 pid: 15010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561447:0:15112:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4855 pid: 15010 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.561454:0:15112:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a36400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547668224:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.561455:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:30997:x1788538570249728:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 75us (131us total) trans 4295030437 rc 0/0 00000100:00100000:1.0:1705683736.561459:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57734 00000100:00100000:1.0:1705683736.561466:0:14255:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561467:0:14255:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.561467:0:15112:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.561470:0:14255:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57735 00000100:00100000:1.0:1705683736.561473:0:14255:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bccb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1114:30904:x1788538570249856:12345-192.168.204.14@tcp:35:rm.0 00000100:00100000:0.0:1705683736.561474:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7af00 going to sleep for 11 seconds 00000004:00080000:3.0:1705683736.561483:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096778500/2, rc 0, transno 104489 00000100:00100000:0.0:1705683736.561485:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561486:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.561486:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096778500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547666176:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1705683736.561490:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668096 00000100:00100000:0.0:1705683736.561502:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561502:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.561504:0:15034:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d264a00/0x9d5ae94021d8e7ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256ce17 expref: 4855 pid: 15040 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.561505:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25166 00000100:00100000:0.0:1705683736.561508:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9dad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547668096:12345-0@lo:1000:mdt00_017.0 00000100:00100000:3.0:1705683736.561512:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009677b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547666368:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.561520:0:14255:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bccb00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1115:30904:x1788538570249856:12345-192.168.204.14@tcp:35:rm.0 Request processed in 46us (179us total) trans 4295030438 rc 0/0 00000100:00100000:1.0:1705683736.561524:0:14255:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57735 00010000:00010000:3.0:1705683736.561524:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.561528:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.561528:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.561529:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.561530:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561534:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561539:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561543:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.561547:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9dad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547668096:12345-0@lo:1000:mdt00_017.0 Request processed in 38us (667us total) trans 0 rc 1/1 00010000:00010000:3.0:1705683736.561551:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.561557:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683736.561558:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25166 00010000:00010000:3.0:1705683736.561560:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561564:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dc67700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.561566:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561570:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561579:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.561583:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668096:0@lo:1000:mdt00_017.0 00010000:00010000:3.0:1705683736.561583:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc67700/0x9d5ae94021dde55c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561596:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.561597:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.561597:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.561598:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.561611:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096779400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547666752:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.561612:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.561614:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.561617:0:14243:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.561620:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561620:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.561621:0:14243:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14243 initiator: MDT0 00010000:00010000:3.0:1705683736.561623:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.561624:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249920 00010000:00100000:3.0:1705683736.561627:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.561627:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.561628:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561644:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668288:0@lo:101:mdt00_017.0 00010000:00010000:1.0:1705683736.561645:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4855 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.561655:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561656:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561658:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250048 00000100:00100000:0.0:1705683736.561662:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.561665:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5214 pid: 14416 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.561670:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.561673:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561673:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561676:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99902 00000100:00100000:0.0:1705683736.561677:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561678:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561678:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4855:1858:x1788538570249920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.561681:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668288 00010000:00010000:1.0:1705683736.561684:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.561686:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4855 pid: 15075 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.561692:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4855 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.561693:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561694:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561697:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25167 00000100:00100000:0.0:1705683736.561700:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9db200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:14243:x1788538547668288:12345-0@lo:101:mdt00_017.0 00010000:00010000:1.0:1705683736.561702:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561703:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.561704:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.561705:0:14285:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.561709:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561719:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.561741:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009677e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+924:3083:x1788538547666304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19843us (19978us total) trans 4295071961 rc 0/0 00000100:00100000:1.0:1705683736.561742:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4855:1858:x1788538570249920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 50us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.561746:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99902 00000100:00100000:3.0:1705683736.561746:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261612 00000100:00100000:1.0:1705683736.561753:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.561754:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.561755:0:14285:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d8a00/0x9d5ae94021dde67b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde674 expref: -99 pid: 14285 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.561757:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99903 00000100:00100000:1.0:1705683736.561759:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:1858:x1788538570250048:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.561760:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561764:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1705683736.561765:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561770:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.561771:0:14285:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d8a00/0x9d5ae94021dde67b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde674 expref: 22 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.561773:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5214 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.561774:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.561778:0:14285:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d8a00/0x9d5ae94021dde67b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde674 expref: 22 pid: 14285 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561781:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.561782:0:14285:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fe2:0x0].0x0 (ffff880096e36300) 00010000:00010000:0.0:1705683736.561784:0:14285:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1705683736.561786:0:14285:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349d8a00, rc 0) 00010000:00010000:3.0:1705683736.561786:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.561788:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561791:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dc66300 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.561792:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561796:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.561804:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9db200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:14243:x1788538547668288:12345-0@lo:101:mdt00_017.0 Request processed in 103us (142us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.561804:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.561808:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25167 00010000:00010000:3.0:1705683736.561808:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc66300/0x9d5ae94021dde54e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.561823:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.561824:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.561825:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.561831:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547666816:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.561843:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cd45b80/0x9d5ae94021dde57f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5df0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c7a expref: 5214 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.561850:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cd45b80, rc 0) 00000100:00100000:0.0:1705683736.561863:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:27217:x1788538570247040:12345-192.168.204.14@tcp:101:dd.0 Request processed in 18422us (18450us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.561867:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261617 00000100:00100000:0.0:1705683736.561891:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668288:0@lo:101:mdt00_017.0 00010000:00010000:0.0:1705683736.561898:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.561898:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc30500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+924:3080:x1788538547665984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20731us (20774us total) trans 4295071962 rc 0/0 00000100:00100000:3.0:1705683736.561903:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261610 00010000:00010000:0.0:1705683736.561919:0:14243:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.561930:0:14243:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1fe2:0x0] 00000004:00080000:3.0:1705683736.561941:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cc31400/2, rc 0, transno 104666 00010000:00010000:0.0:1705683736.561942:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.561946:0:14243:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.561946:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc31400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547665984:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.561950:0:14243:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14243 initiator: MDT0 00000100:00100000:0.0:1705683736.561957:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668352:0@lo:101:mdt00_017.0 00000100:00100000:0.0:1705683736.561970:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.561978:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.561978:0:15070:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131149400/0x9d5ae94021d8ec0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d0e8 expref: 4854 pid: 14417 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.561984:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561985:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.561986:0:15070:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096778000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_071:lustre-OST0001_UUID:15070:1788538547666560:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.561988:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668352 00010000:00010000:3.0:1705683736.561994:0:15070:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.561998:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:3.0:1705683736.561998:0:15070:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.561999:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:3.0:1705683736.561999:0:15070:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.562000:0:15070:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562001:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25168 00010000:00010000:3.0:1705683736.562001:0:15070:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.562003:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:14243:x1788538547668352:12345-0@lo:101:mdt00_017.0 00010000:00010000:3.0:1705683736.562004:0:15070:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562009:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.562009:0:15070:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562016:0:15070:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562023:0:15070:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.562029:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.562031:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562035:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dc66f80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.562037:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562041:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562048:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562051:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc66f80/0x9d5ae94021dde563 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15070 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562056:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d9400/0x9d5ae94021dde689 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde682 expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562060:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.562060:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.562061:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.562067:0:14503:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d9400/0x9d5ae94021dde689 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde682 expref: 23 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562073:0:14503:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d9400/0x9d5ae94021dde689 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9d5ae94021dde682 expref: 23 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562081:0:14503:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x161c:0x0].0x0 (ffff880073329d00) 00010000:00010000:0.0:1705683736.562082:0:14503:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1705683736.562083:0:14503:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349d9400, rc 0) 00000100:00100000:0.0:1705683736.562101:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:14243:x1788538547668352:12345-0@lo:101:mdt00_017.0 Request processed in 97us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.562105:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25168 00000100:00100000:0.0:1705683736.562126:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668352:0@lo:101:mdt00_017.0 00000100:00100000:3.0:1705683736.562131:0:15070:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009677a800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_071:lustre-MDT0000-mdtlov_UUID+924:3083:x1788538547666432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19948us (19998us total) trans 4295071963 rc 0/0 00010000:00010000:0.0:1705683736.562132:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.562135:0:15070:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261613 00010000:00010000:0.0:1705683736.562138:0:14243:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562155:0:15088:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b6fb200/0x9d5ae94021d8ed5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d16d expref: 4853 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.562163:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009677d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547666688:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.562171:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.562175:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.562175:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.562176:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.562177:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562181:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562185:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.562189:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562193:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:3.0:1705683736.562196:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.562199:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562203:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT0 00000100:00100000:0.0:1705683736.562225:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668480:0@lo:1000:mdt00_017.0 00000100:00100000:0.0:1705683736.562241:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.562249:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f036480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.562255:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562255:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562259:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668480 00000100:00100000:0.0:1705683736.562269:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562270:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562273:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25169 00000100:00100000:0.0:1705683736.562275:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9db700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:14243:x1788538547668480:12345-0@lo:1000:mdt00_017.0 00000100:00100000:3.0:1705683736.562275:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009677ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+924:3080:x1788538547666496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19832us (19943us total) trans 4295071964 rc 0/0 00000100:00100000:3.0:1705683736.562279:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261614 00000004:00080000:3.0:1705683736.562296:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009c9d8500/2, rc 0, transno 104668 00000100:00100000:3.0:1705683736.562300:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9d8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547666496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.562304:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9db700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:14243:x1788538547668480:12345-0@lo:1000:mdt00_017.0 Request processed in 28us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.562308:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25169 00000100:00100000:3.0:1705683736.562322:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a33700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.562324:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547668480:0@lo:1000:mdt00_017.0 00000100:00100000:3.0:1705683736.562337:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.562350:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.562351:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.562354:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668544 00000100:00100000:3.0:1705683736.562363:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.562364:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.562366:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261633 00000100:00100000:3.0:1705683736.562368:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+924:3080:x1788538547668544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.562377:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14770 count 1 00010000:00010000:0.0:1705683736.562389:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562394:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562398:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562401:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801349d8280 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.562403:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562406:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562411:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x161c:0x0].0x0 (ffff88012d208c00) 00010000:00010000:0.0:1705683736.562413:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.562414:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562417:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801349d8280/0x9d5ae94021dde690 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562429:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562434:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562438:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562446:0:14243:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1705683736.562449:0:14243:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1fe2:0x0] 00010000:00010000:0.0:1705683736.562450:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562453:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562456:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562468:0:14243:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1705683736.562472:0:14243:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:0.0:1705683736.562474:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562477:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562480:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562484:0:14243:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:0.0:1705683736.562486:0:14243:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000402:0x1:0x0] 00010000:00010000:0.0:1705683736.562488:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562491:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562494:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562498:0:14243:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1705683736.562500:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562503:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562506:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562509:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131a0db80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.562510:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562513:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562518:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880096e36900) 00010000:00010000:0.0:1705683736.562519:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.562521:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.562523:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a0db80/0x9d5ae94021dde643 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT0 00000100:00100000:0.0:1705683736.562555:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a30f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1242:31091:x1788538570249088:12345-192.168.204.14@tcp:36:mrename.0 Request processed in 2848us (4570us total) trans 0 rc -39/-39 00000100:00100000:0.0:1705683736.562560:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207298 00010000:00010000:0.0:1705683736.562596:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1705683736.562598:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562603:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009dc65400 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.562604:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562608:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562617:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562621:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dc65400/0x9d5ae94021dde56a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562644:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1705683736.562646:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562650:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801349da300 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:0.0:1705683736.562652:0:10084:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683736.562659:0:10084:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562668:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5213 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.562673:0:10084:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562677:0:10084:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1705683736.562680:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0c6bc00/0x9d5ae94021db9d45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5df0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257848e expref: 5213 pid: 14416 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.562684:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 1/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562688:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349da300/0x9d5ae94021dde682 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde689 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562689:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.562690:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.562692:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cd45b80/0x9d5ae94021dde57f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c7a expref: 5212 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562696:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1705683736.562697:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cd45b80/0x9d5ae94021dde57f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c7a expref: 5212 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562698:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562701:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801349db700 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:0.0:1705683736.562703:0:10084:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683736.562706:0:10084:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562712:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cd45b80/0x9d5ae94021dde57f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5df0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588c7a expref: 5212 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562715:0:10084:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562718:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f76400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547668672:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.562719:0:10084:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683736.562723:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562727:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8801349db700/0x9d5ae94021dde674 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde67b expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562733:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.562736:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.562737:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562741:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a0252a80 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:0.0:1705683736.562742:0:10084:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683736.562746:0:10084:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562746:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1705683736.562748:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562753:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a03e0c80 already unused, calling callback (ffffffffa0d71510) 00010000:00010000:0.0:1705683736.562754:0:10084:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562755:0:6522:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562758:0:10084:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683736.562760:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 1/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1705683736.562760:0:6522:0:(mdt_handler.c:3677:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562763:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a0252a80/0x9d5ae94021dde64a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde651 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562770:0:6522:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562774:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.562774:0:6522:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1705683736.562775:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.562776:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.562778:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562781:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a03e0c80/0x9d5ae94021dde658 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9d5ae94021dde65f expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.562793:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.562794:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.562795:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.562806:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668736:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.562821:0:15085:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b00c000/0x9d5ae94021d8f025 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d2a1 expref: 4852 pid: 15075 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.562832:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.562833:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e997800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547667136:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.562843:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:0.0:1705683736.562844:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562847:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668416:0@lo:6:osp-syn-1-0.0 00010000:00100000:0.0:1705683736.562848:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.562849:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.562849:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.562850:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562854:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562858:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562860:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.562861:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562867:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668800:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.562869:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.562873:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.562874:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562876:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.562878:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880131a0cf00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.562879:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562883:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562886:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.562887:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.562890:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668736 00010000:00010000:0.0:1705683736.562891:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.562894:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131a0cf00/0x9d5ae94021dde5c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.562903:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.562919:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.562921:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.562922:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.562922:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668800 00010000:00010000:0.0:1705683736.562923:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.562927:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562928:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562933:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668416 00000100:00100000:1.0:1705683736.562933:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.562934:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.562937:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36050 00000100:00100000:1.0:1705683736.562939:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d436050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+24:3082:x1788538547668736:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.562943:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.562944:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.562944:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.562947:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261634 00000100:00100000:0.0:1705683736.562949:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f70f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+925:3082:x1788538547668416:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.562952:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d8a00/0x9d5ae94021dde67b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1fe2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde674 expref: 24 pid: 14285 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1705683736.562957:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14769 count 1 00010000:00010000:1.0:1705683736.562961:0:15050:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fe2:0x0].0x0 (ffff880096e36300) 00010000:00010000:1.0:1705683736.562968:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.562985:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d436050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+23:3082:x1788538547668736:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.562989:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36050 00000100:00100000:1.0:1705683736.562996:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.562997:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563000:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36051 00000100:00100000:1.0:1705683736.563003:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f72800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+22:3082:x1788538547668800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.563007:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.563014:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0250c80/0x9d5ae94021dde651 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde64a expref: 22 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.563023:0:15050:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:1.0:1705683736.563024:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.563037:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f72800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:lustre-MDT0000-mdtlov_UUID+21:3082:x1788538547668800:12345-0@lo:103:ldlm_bl.0 Request processed in 34us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.563040:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36051 00000100:00100000:1.0:1705683736.563058:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.563064:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668736:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.563377:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.563381:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.563384:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1705683736.563388:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009677e900/2, rc 0, transno 104667 00000100:00100000:3.0:1705683736.563390:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f73200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.563395:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009677e900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547666432:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.563403:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009677c100/2, rc 0, transno 104665 00000100:00100000:1.0:1705683736.563405:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009677c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547666304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.563415:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.563427:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1705683736.563431:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.563433:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563434:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.563439:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.563439:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668864 00000100:00100000:3.0:1705683736.563442:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.563447:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4851 pid: 15027 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.563449:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563450:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563450:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668928:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.563452:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1705683736.563452:0:7678:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668608 00010000:00010000:0.0:1705683736.563453:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.563454:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.563459:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563460:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563461:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.563462:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36052 00000100:00100000:1.0:1705683736.563465:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+22:3080:x1788538547668864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.563467:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4851 pid: 15027 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.563470:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.563472:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563472:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.563474:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4851 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.563477:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a0eed00/0x9d5ae94021dde65f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1:0x0].0x3231 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde658 expref: 22 pid: 14285 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.563477:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668928 00000100:00100000:0.0:1705683736.563481:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547669056:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.563485:0:7678:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3231 (ffff880096e36500) 00000100:00100000:3.0:1705683736.563489:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.563490:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.563490:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.563494:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.563494:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261635 00000100:00100000:3.0:1705683736.563496:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880096778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+926:3080:x1788538547668928:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.563504:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.563505:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563505:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+21:3080:x1788538547668864:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (90us total) trans 0 rc 0/0 00002000:00080000:3.0:1705683736.563505:0:15084:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14771 count 1 00000100:00100000:1.0:1705683736.563509:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36052 00000100:00100000:0.0:1705683736.563512:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36053 00000100:00100000:0.0:1705683736.563515:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009677d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+20:3080:x1788538547668608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.563521:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.563526:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f75a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668992:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.563528:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801349d9400/0x9d5ae94021dde689 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x161c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9d5ae94021dde682 expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.563539:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.563554:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563555:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563559:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547668992 00000100:00100000:1.0:1705683736.563568:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563569:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563571:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261636 00000100:00100000:1.0:1705683736.563574:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f73700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+927:3082:x1788538547668992:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.563575:0:15084:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.563583:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14772 count 1 00010000:00010000:3.0:1705683736.563583:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4851 pid: 15005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563587:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.563588:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.563589:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563599:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4851 pid: 15005 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563605:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4851 pid: 15005 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.563610:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880096779400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547669120:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.563621:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.563647:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f73200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668864:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.563665:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563671:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4851 pid: 15010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563675:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.563676:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.563677:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563687:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4851 pid: 15010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.563692:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4851 pid: 15010 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.563697:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009677b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547669184:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.563705:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.563708:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.563713:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4851 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.563717:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.563718:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.563719:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.563730:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4851 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.563735:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563762:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563775:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.563821:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4851 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.563827:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f76900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547669248:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.563834:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563834:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.563838:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570249984 00000100:00100000:3.0:1705683736.563838:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563855:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563869:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563883:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563897:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.563923:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563924:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563930:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250112 00000100:00100000:3.0:1705683736.563944:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563945:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563947:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250176 00000100:00100000:3.0:1705683736.563955:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563956:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563958:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250240 00000100:00100000:3.0:1705683736.563965:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563966:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563967:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250304 00000100:00100000:3.0:1705683736.563974:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563975:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563977:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250432 00000100:00100000:3.0:1705683736.563983:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563984:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563986:0:15083:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250496 00010000:00010000:0.0:1705683736.563991:0:6518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x161c:0x0].0x0 (ffff880073329d00) 00000100:00100000:3.0:1705683736.563992:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.563993:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.563997:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.563997:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261637 00000100:00100000:3.0:1705683736.564000:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:29581:x1788538570250112:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.564006:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.564020:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009677d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+19:3080:x1788538547668608:12345-0@lo:103:ldlm_bl.0 Request processed in 504us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.564025:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36053 00000100:00100000:0.0:1705683736.564039:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.564040:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.564046:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261638 00000100:00100000:0.0:1705683736.564049:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:21736:x1788538570250176:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.564056:0:15103:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.564288:0:15103:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d992d00/0x9d5ae94021dde6b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ce3 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.564302:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4855 pid: 15024 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.564308:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2876 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.564313:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.564314:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.564315:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d992d00/0x9d5ae94021dde6b3 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ce3 expref: 2876 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.564412:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cddc280/0x9d5ae94021dde6ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cdc expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.564426:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b8e:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:3.0:1705683736.564434:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.564436:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.564439:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cddc280/0x9d5ae94021dde6ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cdc expref: 5215 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.564447:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cddc280/0x9d5ae94021dde6ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cdc expref: 5215 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.564452:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cddc280, rc 0) 00000100:00100000:3.0:1705683736.564464:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:29581:x1788538570250112:12345-192.168.204.14@tcp:101:dd.0 Request processed in 463us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.564468:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261637 00000100:00100000:3.0:1705683736.564477:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.564478:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.564481:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261639 00000100:00100000:3.0:1705683736.564483:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4855:30132:x1788538570250240:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.564488:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.564615:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cddc500/0x9d5ae94021dde6c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78f3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cea expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.564624:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78f3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.564640:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.564641:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.564643:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddc500/0x9d5ae94021dde6c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cea expref: 4856 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.564649:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cddc500/0x9d5ae94021dde6c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cea expref: 4856 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.564654:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cddc500, rc 0) 00000100:00100000:3.0:1705683736.564663:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fcb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4856:30132:x1788538570250240:12345-192.168.204.14@tcp:101:dd.0 Request processed in 179us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.564666:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261639 00000100:00100000:3.0:1705683736.564672:0:15083:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.564673:0:15083:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.564676:0:15083:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261640 00000100:00100000:3.0:1705683736.564678:0:15083:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fa800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4855:15123:x1788538570250304:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.564682:0:15083:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.564981:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2876 pid: 15101 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.565063:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2876 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.565071:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88008e997800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0001_UUID:15103:1788538547669312:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.565098:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4855 pid: 15024 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.565104:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4855 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.565110:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0001_UUID:15103:1788538547669376:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.565118:0:15103:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f036480 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.565134:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.565135:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.565142:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250368 00000100:00100000:0.0:1705683736.565162:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.565163:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.565167:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207299 00000100:00100000:0.0:1705683736.565170:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7f9400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1115:30881:x1788538570250368:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1705683736.565177:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.565188:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d990280/0x9d5ae94021dde6c8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cf8 expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.565210:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4855 pid: 15047 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.565224:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.565225:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.565232:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99904 00000100:00100000:1.0:1705683736.565235:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fdf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4855:1858:x1788538570249984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.565242:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.565243:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4855 pid: 15047 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.565244:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.565249:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4855 pid: 15047 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.565252:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565258:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.565261:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b00c500/0x9d5ae94021d8ee8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d207 expref: 4855 pid: 15047 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.565270:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.565271:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.565272:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.565277:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.565291:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.565299:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fdf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1858:x1788538570249984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.565302:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99904 00000100:00100000:1.0:1705683736.565313:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.565313:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.565315:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.565318:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00000100:00100000:1.0:1705683736.565318:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261641 00000100:00100000:1.0:1705683736.565320:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:15146:x1788538570250432:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.565321:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.565325:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.565379:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.565383:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565387:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000004:00200000:0.0:1705683736.565415:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x202c:0x0]: returning size 5 00000004:00200000:0.0:1705683736.565418:0:14295:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1705683736.565428:0:14295:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565434:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565439:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565443:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565446:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565450:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565454:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801326aed00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.565456:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565459:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565465:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009d88f900) 00010000:00010000:0.0:1705683736.565467:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.565470:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565473:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326aed00/0x9d5ae94021dde6cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565480:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565483:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565487:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565490:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801326acf00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.565491:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565494:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565499:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x3131 (ffff8801318b7d00) 00010000:00010000:0.0:1705683736.565500:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.565501:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565504:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326acf00/0x9d5ae94021dde6d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.565530:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d990280/0x9d5ae94021dde6c8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cf8 expref: 1117 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.565539:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cf8 expref: 1116 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.565543:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x202c:0x0].0x0 (ffff88009c4bb000) 00010000:00010000:0.0:1705683736.565545:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1705683736.565546:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801326ad180, rc 0) 00000100:00100000:0.0:1705683736.565558:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7f9400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1116:30881:x1788538570250368:12345-192.168.204.14@tcp:101:rm.0 Request processed in 387us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.565562:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207299 00000100:00100000:0.0:1705683736.565776:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+928:3083:x1788538547667072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17937us (17979us total) trans 4295071965 rc 0/0 00000100:00100000:0.0:1705683736.565781:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261623 00000100:00100000:0.0:1705683736.565796:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.565796:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.565800:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261642 00000100:00100000:0.0:1705683736.565804:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:15161:x1788538570250496:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.565810:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.566060:0:15083:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cddde00/0x9d5ae94021dde6e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cf1 expref: -99 pid: 15083 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.566070:0:15083:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5adb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.566078:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.566079:0:15083:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.566082:0:15083:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddde00/0x9d5ae94021dde6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cf1 expref: 4854 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566088:0:15083:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cddde00/0x9d5ae94021dde6e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cf1 expref: 4854 pid: 15083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566092:0:15083:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cddde00, rc 0) 00000100:00100000:3.0:1705683736.566102:0:15083:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fa800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_084:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:15123:x1788538570250304:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1423us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.566106:0:15083:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261640 00000100:00100000:3.0:1705683736.566205:0:15024:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a50500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_038:lustre-OST0000_UUID:15024:1788538547667328:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.566221:0:15024:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.566227:0:15024:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.566228:0:15024:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.566228:0:15024:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.566232:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f700/0x9d5ae94021dde6eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4065:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588cff expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.566242:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099dee400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547667200:192.168.204.14@tcp:105: 00002000:00010000:1.0:1705683736.566242:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4065:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.566250:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.566251:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.566254:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f700/0x9d5ae94021dde6eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cff expref: 4854 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.566257:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.566258:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.566260:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f700/0x9d5ae94021dde6eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cff expref: 4854 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566266:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6a3f700, rc 0) 00000100:00100000:0.0:1705683736.566270:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134efb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1857:x1788538570247808:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 12865us (12901us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.566271:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.566274:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99886 00000100:00100000:1.0:1705683736.566276:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:15146:x1788538570250432:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 955us (2393us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.566281:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261641 00000100:00100000:3.0:1705683736.566283:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.566288:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566289:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566292:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250560 00000100:00100000:1.0:1705683736.566303:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566303:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566306:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261643 00000100:00100000:1.0:1705683736.566308:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dab809dd-6952-4f4e-9170-c0b3df4b5902+2877:15162:x1788538570250560:12345-192.168.204.14@tcp:101:dir_create.sh.0 00000100:00100000:0.0:1705683736.566313:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.566313:0:14313:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.566314:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566317:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250688 00010000:00010000:0.0:1705683736.566327:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2878 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.566338:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566339:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566341:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250624 00010000:00010000:0.0:1705683736.566349:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2807 pid: 15107 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.566357:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566358:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566360:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99905 00000100:00100000:0.0:1705683736.566363:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2878:1858:x1788538570250688:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.566364:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.566367:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.566375:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2878 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.566375:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.566376:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.566380:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2878 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.566380:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250752 00010000:00010000:0.0:1705683736.566390:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.566390:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.566391:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.566391:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.566393:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d90000/0x9d5ae94021dde5f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb2 expref: 2878 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.566394:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261644 00000100:00100000:3.0:1705683736.566396:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a50f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:27256:x1788538570250752:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.566397:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d90000/0x9d5ae94021dde5f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb2 expref: 2878 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566403:0:15000:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.566412:0:14530:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099d90000/0x9d5ae94021dde5f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb2 expref: 2878 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.566419:0:14530:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eefbc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547669440:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.566432:0:14530:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009aa2f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.566441:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566442:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.566449:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99906 00000100:00100000:0.0:1705683736.566452:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a50500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2807:1858:x1788538570250624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.566456:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.566458:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2807 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.566463:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2807 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.566475:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a5d0f980/0x9d5ae94021dc4124 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x606a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474257f694 expref: 2807 pid: 15107 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.566484:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.566484:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.566486:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566490:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566504:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.566512:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a50500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2806:1858:x1788538570250624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.566516:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99906 00000004:00080000:0.0:1705683736.566550:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a53700/2, rc 0, transno 104669 00000100:00100000:0.0:1705683736.566557:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a53700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547667072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.566594:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.566600:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009eeff300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547669504:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.566607:0:14313:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3d400/0x9d5ae94021dde6f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d0d expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.566617:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1705683736.566618:0:14313:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.566625:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.566626:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.566628:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3d400/0x9d5ae94021dde6f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d0d expref: 2879 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566645:0:14313:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3d400/0x9d5ae94021dde6f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d0d expref: 2879 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566650:0:14313:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6a3d400, rc 0) 00010000:00010000:0.0:1705683736.566656:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801326af980/0x9d5ae94021dde6f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d06 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.566659:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fc600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:dab809dd-6952-4f4e-9170-c0b3df4b5902+2879:15162:x1788538570250560:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 350us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.566663:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261643 00002000:00010000:0.0:1705683736.566668:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683736.566670:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566671:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566674:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547669504 00010000:00010000:0.0:1705683736.566675:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.566675:0:15000:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b6cd180/0x9d5ae94021dde700 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d14 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566676:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.566679:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801326af980/0x9d5ae94021dde6f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d06 expref: 5216 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.566684:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.566685:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801326af980/0x9d5ae94021dde6f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d06 expref: 5217 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.566685:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.566687:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261645 00010000:00010000:3.0:1705683736.566687:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5217 pid: 14288 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.566690:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801326af980, rc 0) 00000100:00100000:1.0:1705683736.566690:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+928:3082:x1788538547669504:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.566692:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.566692:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.566694:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b6cd180/0x9d5ae94021dde700 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d14 expref: 5217 pid: 15000 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.566699:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14773 count 1 00000100:00100000:0.0:1705683736.566700:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fbc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5217:15161:x1788538570250496:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 896us (2803us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.566704:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261642 00010000:00010000:3.0:1705683736.566707:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5217 pid: 14288 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.566714:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5216 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.566721:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132471400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15000:1788538547669568:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.566730:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009c9dd000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.566732:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b33c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.566743:0:15024:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566748:0:15024:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566753:0:15024:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566755:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566757:0:15024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566763:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4852 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.566769:0:15024:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.566771:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.566771:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.566773:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566784:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4852 pid: 15097 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566785:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.566789:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566790:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4852 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.566794:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb10f00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.566795:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.566796:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547669632:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.566800:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.566807:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e30c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.566808:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566812:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009eb10f00/0x9d5ae94021dde5ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x606a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15024 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566826:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.566827:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.566828:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.566833:0:8808:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b24a800/0x9d5ae94021d61df1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6174:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b8a expref: 2878 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.566841:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e26d000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547667392:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.566855:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099d90000/0x9d5ae94021dde5f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6174:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb2 expref: 2877 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566860:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d90000, rc 0) 00000100:00100000:1.0:1705683736.566869:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2877:27110:x1788538570248064:12345-192.168.204.14@tcp:101:dd.0 Request processed in 12086us (12207us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.566874:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261626 00000100:00100000:3.0:1705683736.566895:0:15024:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_038:lustre-MDT0000-mdtlov_UUID+428:3081:x1788538547667264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12102us (12129us total) trans 4295071787 rc 0/0 00000100:00100000:3.0:1705683736.566899:0:15024:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261627 00010000:00010000:1.0:1705683736.566900:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566919:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566924:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.566928:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1705683736.566929:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e26c600/2, rc 0, transno 104491 00000100:00100000:0.0:1705683736.566932:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e26c600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547667264:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1705683736.566941:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.566944:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.566946:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566950:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009eb12a80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.566952:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566959:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566966:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566969:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eb12a80/0x9d5ae94021dde571 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.566981:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.566982:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.566983:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.567038:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009677c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+929:3080:x1788538547666624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24453us (24643us total) trans 4295071966 rc 0/0 00000100:00100000:1.0:1705683736.567042:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261615 00000004:00080000:0.0:1705683736.567055:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096779900/2, rc 0, transno 104670 00000100:00100000:0.0:1705683736.567060:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096779900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547666624:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.567064:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3900 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.567080:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.567085:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547669696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.567101:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.568709:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.568711:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.568718:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547669696 00000100:00100000:1.0:1705683736.568749:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.568750:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.568756:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261646 00000100:00100000:1.0:1705683736.568760:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+929:3081:x1788538547669696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.568775:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14774 count 1 00010000:00010000:1.0:1705683736.568984:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.568996:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4852 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.569003:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.569004:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.569005:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.569023:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4852 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.569030:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4852 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.569040:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f74600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547669760:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.569060:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.573153:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.573165:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.573166:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.573177:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250816 00000100:00100000:0.0:1705683736.573204:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.573205:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.573209:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207300 00000100:00100000:0.0:1705683736.573213:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26d000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1116:31107:x1788538570250816:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1705683736.573227:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.573304:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae580/0x9d5ae94021dde715 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d22 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.573327:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e26c100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6519:1788538547667456:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.573349:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.573388:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:1855:x1788538570248128:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 16097us (16293us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.573390:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000100:00100000:1.0:1705683736.573393:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99893 00000100:00100000:1.0:1705683736.573444:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e26cb00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547667584:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.573455:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.573460:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.573461:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.573462:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.573470:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e268f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0000_UUID:15018:1788538547667648:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.573479:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.573480:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099d90a00/0x9d5ae94021dde635 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb9 expref: 2805 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.573489:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099d90a00, rc 0) 00000100:00100000:1.0:1705683736.573500:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e4d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2805:29031:x1788538570248768:12345-192.168.204.14@tcp:101:dd.0 Request processed in 14466us (15576us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.573503:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261629 00000100:00100000:1.0:1705683736.573512:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.573513:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.573517:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250880 00000100:00100000:1.0:1705683736.573530:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.573531:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.573534:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261647 00000100:00100000:1.0:1705683736.573537:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2877:30388:x1788538570250880:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.573543:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1705683736.573602:0:15112:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a36400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_113:lustre-OST0001_UUID:15112:1788538547668224:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.573618:0:15112:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.573623:0:15112:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.573624:0:15112:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.573625:0:15112:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.573661:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.573685:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.573697:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.573723:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.574008:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098838780/0x9d5ae94021dde723 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7bee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d1b expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.574022:0:15018:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7bee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.574031:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.574033:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.574036:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098838780/0x9d5ae94021dde723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d1b expref: 2878 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.574044:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098838780/0x9d5ae94021dde723 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d1b expref: 2878 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.574053:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098838780, rc 0) 00000100:00100000:1.0:1705683736.574069:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2878:30388:x1788538570250880:12345-192.168.204.14@tcp:101:dd.0 Request processed in 532us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.574074:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261647 00000100:00100000:1.0:1705683736.574085:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574086:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574090:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570250944 00010000:00010000:1.0:1705683736.574099:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4853 pid: 15085 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.574110:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574111:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574113:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251072 00010000:00010000:1.0:1705683736.574119:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2878 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.574127:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574128:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574130:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251008 00010000:00010000:1.0:1705683736.574138:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5216 pid: 8809 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.574146:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574147:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574149:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251136 00010000:00010000:1.0:1705683736.574154:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4854 pid: 15010 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.574161:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574162:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574165:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99907 00000100:00100000:1.0:1705683736.574168:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d437850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1856:x1788538570250944:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.574174:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.574176:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4854 pid: 15085 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.574181:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4854 pid: 15085 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.574515:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cdae800/0x9d5ae94021d8f1ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d350 expref: 4854 pid: 15085 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.574527:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.574528:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.574530:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.574535:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.574552:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.574565:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d437850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1856:x1788538570250944:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 396us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.574570:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99907 00000100:00100000:1.0:1705683736.574675:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574676:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.574680:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99908 00000100:00100000:1.0:1705683736.574683:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132470f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2878:1856:x1788538570251072:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.574689:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.574698:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2878 pid: 15024 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.574704:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2878 pid: 15024 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.574715:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.574716:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.574718:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3cf00/0x9d5ae94021dde666 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x769b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cd5 expref: 2878 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.574723:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3cf00/0x9d5ae94021dde666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x769b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cd5 expref: 2878 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.574738:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3cf00/0x9d5ae94021dde666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x769b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cd5 expref: 2878 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.574748:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f73200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6519:1788538547669824:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.574989:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3300 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.575000:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575001:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575009:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99909 00000100:00100000:1.0:1705683736.575012:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132475000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:1856:x1788538570251008:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.575018:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.575027:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5216 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.575033:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5216 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.575045:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b360000/0x9d5ae94021dbcfaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6c3d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa0b expref: 5216 pid: 8809 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.575054:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.575055:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.575057:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099d90a00/0x9d5ae94021dde635 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb9 expref: 2804 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575061:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099d90a00/0x9d5ae94021dde635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb9 expref: 2804 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575076:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099d90a00/0x9d5ae94021dde635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c3d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cb9 expref: 2804 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.575082:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc33200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547669888:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.575095:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2600c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.575106:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575106:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575111:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99910 00000100:00100000:1.0:1705683736.575113:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132474100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:1856:x1788538570251136:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.575118:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.575120:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4852 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.575126:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4852 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.575135:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b91b80/0x9d5ae94021d8f39e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d429 expref: 4852 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.575143:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.575144:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.575145:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575150:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575170:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.575180:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132474100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251136:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.575185:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99910 00010000:00010000:1.0:1705683736.575206:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575206:0:15112:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575211:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575213:0:15112:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575216:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575218:0:15112:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575223:0:15112:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575225:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575239:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.575245:0:15112:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1705683736.575252:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1705683736.575256:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575261:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880099d92f80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.575263:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575269:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575279:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575284:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099d92f80/0x9d5ae94021dde627 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575297:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.575299:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575303:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012cddca00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.575305:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575309:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575315:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.575319:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cddca00/0x9d5ae94021dde66d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.575325:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.575332:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.575333:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.575334:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.575335:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.575338:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.575421:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc36e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+931:3080:x1788538547667520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16685us (17589us total) trans 4295071967 rc 0/0 00000100:00100000:1.0:1705683736.575426:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261628 00000100:00100000:3.0:1705683736.575442:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a35a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:lustre-MDT0000-mdtlov_UUID+930:3082:x1788538547667840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14165us (15248us total) trans 4295071968 rc 0/0 00000100:00100000:3.0:1705683736.575448:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261632 00010000:00010000:0.0:1705683736.575460:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.575466:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575470:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000004:00080000:3.0:1705683736.575476:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a34600/2, rc 0, transno 104672 00000100:00100000:3.0:1705683736.575491:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a34600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547667840:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.575531:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575536:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575540:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575543:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575546:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801326ae800 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.575548:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575554:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575560:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.575562:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.575564:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575569:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae800/0x9d5ae94021dde71c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575577:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575580:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575583:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575586:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880134bb8a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.575587:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575591:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575595:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff88009eacb100) 00010000:00010000:0.0:1705683736.575596:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.575596:0:15080:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008a1f5400/0x9d5ae94021dc6d07 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x769b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a6e expref: 2878 pid: 15024 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.575597:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.575601:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880134bb8a00/0x9d5ae94021dde72a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.575607:0:15080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bc8500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547668160:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.575625:0:15080:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3cf00/0x9d5ae94021dde666 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x769b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cd5 expref: 2877 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575645:0:15080:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6a3cf00, rc 0) 00010000:00010000:0.0:1705683736.575651:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae580/0x9d5ae94021dde715 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d22 expref: 1117 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.575657:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ae580/0x9d5ae94021dde715 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d22 expref: 1117 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.575661:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:dab809dd-6952-4f4e-9170-c0b3df4b5902+2877:29913:x1788538570249600:12345-192.168.204.14@tcp:101:dd.0 Request processed in 14491us (14513us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.575664:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801326ae580, rc 0) 00000100:00100000:1.0:1705683736.575667:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261631 00000100:00100000:0.0:1705683736.575686:0:14530:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefbc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_008:lustre-OST0001_UUID:14530:1788538547669440:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.575696:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f76400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547668672:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.575698:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.575706:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.575709:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.575712:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fb200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:1858:x1788538570250688:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9349us (9440us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.575718:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99905 00000100:00100000:1.0:1705683736.575722:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:1858:x1788538570250048:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13962us (14107us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.575727:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99903 00000100:00100000:3.0:1705683736.575735:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.575752:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.575753:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575754:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575756:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.575757:0:14530:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251200 00000100:00100000:1.0:1705683736.575759:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251328 00010000:00010000:0.0:1705683736.575765:0:14530:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2876 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.575767:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5215 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.575772:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.575776:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.575777:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575779:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575780:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575782:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251456 00000100:00100000:0.0:1705683736.575788:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.575788:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.575789:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4851 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.575791:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99911 00000100:00100000:0.0:1705683736.575794:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132476400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:1856:x1788538570251200:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1705683736.575795:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.575799:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.575799:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.575800:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.575801:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2876 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.575802:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99912 00000100:00100000:1.0:1705683736.575805:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132472d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:1856:x1788538570251328:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.575810:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.575812:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2876 pid: 15101 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.575817:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5215 pid: 14288 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.575822:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.575823:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5215 pid: 14288 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.575834:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132476400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:1856:x1788538570251200:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 39us (130us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.575835:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.575836:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.575838:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99911 00010000:00010000:1.0:1705683736.575838:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b6cd180/0x9d5ae94021dde700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x630e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d14 expref: 5215 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.575843:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b6cd180/0x9d5ae94021dde700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x630e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d14 expref: 5215 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.575845:0:14530:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.575845:0:14530:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.575848:0:14530:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99913 00000100:00100000:0.0:1705683736.575851:0:14530:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132470a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251456:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.575855:0:14530:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.575857:0:14530:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4851 pid: 15055 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.575860:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b6cd180/0x9d5ae94021dde700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x630e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d14 expref: 5215 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.575864:0:14530:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4851 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.575867:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc31e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547670016:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.575874:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.575875:0:14530:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.575876:0:14530:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.575880:0:14530:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.575883:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3600 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.575894:0:14530:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.575920:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f77800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547669632:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.575933:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.575939:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.575939:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.575940:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000004:00080000:1.0:1705683736.575956:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a51e00/2, rc 0, transno 104671 00000100:00100000:1.0:1705683736.575962:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a51e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547667520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.575965:0:3080:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1705683736.575977:0:14530:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132470a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251456:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 124us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.575982:0:14530:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99913 00000100:00100000:1.0:1705683736.575996:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1705683736.576002:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547670080:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.576011:0:15103:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dfeaa80/0x9d5ae94021cc6803 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b18 expref: 2875 pid: 15101 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.576019:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88008e997800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0001_UUID:15103:1788538547669312:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.576020:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.576026:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eefe400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0001_UUID:15103:1788538547669376:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.576032:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576033:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576037:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547670080 00010000:00010000:0.0:1705683736.576043:0:15103:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d992d00/0x9d5ae94021dde6b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ce3 expref: 2874 pid: 15103 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.576047:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576047:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576050:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261648 00010000:00010000:0.0:1705683736.576051:0:15103:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d992d00, rc 0) 00000100:00100000:1.0:1705683736.576053:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc31900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+930:3083:x1788538547670080:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.576065:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7f8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:dab809dd-6952-4f4e-9170-c0b3df4b5902+2874:21736:x1788538570250176:12345-192.168.204.14@tcp:101:dd.0 Request processed in 12015us (12289us total) trans 0 rc 0/0 00002000:00080000:1.0:1705683736.576066:0:15080:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14776 count 1 00000100:00100000:0.0:1705683736.576069:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261638 00000100:00100000:0.0:1705683736.576091:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26d000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1116:31107:x1788538570250816:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2878us (2945us total) trans 0 rc 301/301 00000100:00100000:0.0:1705683736.576096:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207300 00000100:00100000:0.0:1705683736.576108:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576109:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576113:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251264 00010000:00010000:3.0:1705683736.576114:0:15000:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c240a00/0x9d5ae94021d60a8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x630e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa26 expref: 5215 pid: 14288 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.576120:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4851 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.576127:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132471400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:15000:1788538547669568:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.576134:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576134:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576137:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99914 00010000:00010000:3.0:1705683736.576140:0:15000:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b6cd180/0x9d5ae94021dde700 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x630e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d14 expref: 5214 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.576141:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c5ab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251264:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.576145:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.576147:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4851 pid: 15024 timeout: 608 lvb_type: 1 00010000:00010000:3.0:1705683736.576147:0:15000:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b6cd180, rc 0) 00010000:00010000:0.0:1705683736.576153:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4851 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.576160:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a50f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:27256:x1788538570250752:12345-192.168.204.14@tcp:101:dd.0 Request processed in 9763us (9797us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.576165:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b07a580/0x9d5ae94021cbcd1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd1d expref: 4851 pid: 15024 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.576165:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261644 00010000:00010000:0.0:1705683736.576174:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.576175:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.576177:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d992d00/0x9d5ae94021dde6b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ce3 expref: 2873 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576182:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d992d00/0x9d5ae94021dde6b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ce3 expref: 2873 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576196:0:14217:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d992d00/0x9d5ae94021dde6b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1bd8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ce3 expref: 2873 pid: 15103 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.576202:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.576206:0:14217:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e26a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:14217:1788538547670144:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.576221:0:14217:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.576224:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.576230:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576230:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576234:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251392 00010000:00010000:0.0:1705683736.576241:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4851 pid: 15097 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.576247:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.576250:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576251:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576253:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251520 00010000:00010000:1.0:1705683736.576257:0:15080:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576258:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4852 pid: 15062 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.576265:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4852 pid: 15113 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.576266:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576266:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576269:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99915 00010000:00010000:1.0:1705683736.576270:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.576271:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1705683736.576272:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132471400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:1856:x1788538570251392:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.576272:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576276:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.576278:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4852 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.576283:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4852 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.576285:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4852 pid: 15113 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.576286:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.576293:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e010280/0x9d5ae94021d8fb8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d794 expref: 4852 pid: 15097 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.576293:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4852 pid: 15113 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.576300:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc30500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547670208:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.576307:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.576308:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.576309:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576314:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.576314:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.576323:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576324:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.576326:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.576328:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99916 00000100:00100000:1.0:1705683736.576331:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132473c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251520:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.576336:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.576338:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4851 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.576340:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132471400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251392:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 67us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.576344:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99915 00010000:00010000:1.0:1705683736.576344:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4851 pid: 15062 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.576355:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.576356:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.576357:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576358:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.576358:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.576358:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.576359:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576362:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251648 00010000:00010000:1.0:1705683736.576362:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.576364:0:15000:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251712 00010000:00010000:1.0:1705683736.576370:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.576371:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576372:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576375:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207301 00000100:00100000:3.0:1705683736.576375:0:15000:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.576376:0:15000:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.576378:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1116:30881:x1788538570251648:12345-192.168.204.14@tcp:36:rm.0 00000100:00100000:3.0:1705683736.576380:0:15000:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261649 00000100:00100000:3.0:1705683736.576383:0:15000:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132470000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:27217:x1788538570251712:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:1.0:1705683736.576385:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132473c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570251520:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 53us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.576389:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99916 00010000:00010000:3.0:1705683736.576389:0:15000:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.576403:0:14243:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1705683736.576404:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.576409:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576411:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801326ad180/0x9d5ae94021dde6dd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x202c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cf8 expref: 1116 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.576413:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.576417:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576418:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x202c:0x0].0x0 (ffff88009c4bb000) 00010000:00010000:0.0:1705683736.576424:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801311a6800/0x9d5ae94021ddcaba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258814b expref: 1115 pid: 14328 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.576432:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.576436:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009d88f900) 00010000:00010000:0.0:1705683736.576438:0:14243:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.576455:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.576461:0:14243:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1224 pid: 14212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576466:0:14243:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.576478:0:14243:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1224 pid: 14212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.576484:0:14243:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1224 pid: 14212 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.576491:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e268000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001_UUID:14243:1788538547670272:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.576500:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.576503:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.576505:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f036480 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.576508:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a6a3ea80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.576510:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576515:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576525:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576530:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3ea80/0x9d5ae94021dde707 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.576532:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef9400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+931:3082:x1788538547669504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9841us (9914us total) trans 4295071969 rc 0/0 00000100:00100000:1.0:1705683736.576539:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261645 00010000:00010000:3.0:1705683736.576545:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.576546:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.576547:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.576554:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e269400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547669952:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683736.576561:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009eeff300/2, rc 0, transno 104673 00000100:00100000:3.0:1705683736.576585:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009eeff300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547669504:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.576598:0:15000:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc500/0x9d5ae94021dde73f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d29 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576610:0:15000:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4851 pid: 15016 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.576615:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.576617:0:15000:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.576619:0:15000:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc500/0x9d5ae94021dde73f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d29 expref: 4851 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.576625:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.576627:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1705683736.576643:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc36e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547670336:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.576660:0:15002:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013253a580/0x9d5ae94021d8fd14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d820 expref: 4851 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.576662:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.576667:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f74600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547669760:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.576679:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.576682:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.576683:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:1.0:1705683736.576684:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.576684:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.576685:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.576687:0:15103:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547669952 00000100:00100000:1.0:1705683736.576688:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576689:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576692:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547670336 00000100:00100000:3.0:1705683736.576700:0:15103:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.576701:0:15103:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576704:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.576704:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.576704:0:15103:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261650 00000100:00100000:1.0:1705683736.576707:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261651 00000100:00100000:3.0:1705683736.576708:0:15103:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+932:3080:x1788538547669952:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.576710:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+932:3082:x1788538547670336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.576718:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14777 count 1 00002000:00080000:3.0:1705683736.576718:0:15103:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14775 count 1 00010000:00010000:3.0:1705683736.576824:0:15103:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576832:0:15103:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4850 pid: 14996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576836:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.576837:0:15103:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.576838:0:15103:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576852:0:15103:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4850 pid: 14996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.576858:0:15103:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4850 pid: 14996 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.576865:0:15103:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132471900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0001_UUID:15103:1788538547670400:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.576883:0:15103:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.576903:0:15000:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4850 pid: 15016 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.576928:0:15000:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4850 pid: 15016 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.576935:0:15000:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132a35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547670464:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.576949:0:15000:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009fd9a780 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.576998:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577007:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4850 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577011:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.577012:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.577013:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577025:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4850 pid: 15113 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577030:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4850 pid: 15113 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.577037:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f74600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547670528:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.577057:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e540 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.577065:0:15002:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577070:0:15002:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577075:0:15002:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577079:0:15002:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577088:0:15002:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.577253:0:15002:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+933:3081:x1788538547669696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8492us (10150us total) trans 4295071970 rc 0/0 00000100:00100000:1.0:1705683736.577258:0:15002:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261646 00010000:00010000:1.0:1705683736.577285:0:15034:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099cb6f80/0x9d5ae94021d8fa4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d701 expref: 4850 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.577293:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f76900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547669248:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.577304:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.577308:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.577309:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.577310:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:1.0:1705683736.577311:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577315:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577320:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577324:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.577332:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683736.577441:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f73700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+933:3082:x1788538547668992:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13865us (13900us total) trans 4295071971 rc 0/0 00000100:00100000:1.0:1705683736.577446:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261636 00010000:00010000:0.0:1705683736.577475:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.577479:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577484:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a6a3de00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.577485:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577490:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577500:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577504:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3de00/0x9d5ae94021dde70e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577518:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.577519:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577523:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a6a3f200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.577524:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577528:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577534:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577538:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6a3f200/0x9d5ae94021dde6ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.577551:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.577552:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.577553:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.577558:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.577576:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fe69e00/2, rc 0, transno 104674 00000100:00100000:0.0:1705683736.577582:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009fe69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547669696:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1705683736.578796:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097f75a00/2, rc 0, transno 104675 00000100:00100000:3.0:1705683736.578801:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f75a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668992:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.579142:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.579186:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.579200:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547669056:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.579203:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f76900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547670592:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.579216:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.579217:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880096779400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0001_UUID:15084:1788538547669120:192.168.204.14@tcp:104: 00010000:00100000:0.0:1705683736.579223:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.579224:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.579224:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579226:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.579234:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f72800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547670656:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.579244:0:15084:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.579248:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579249:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00100000:3.0:1705683736.579249:0:15084:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.579250:0:15084:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.579251:0:15084:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579252:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.579266:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579267:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251776 00000100:00100000:3.0:1705683736.579267:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.579272:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251840 00000100:00100000:3.0:1705683736.579276:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.579277:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579280:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579281:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.579283:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547670592 00000100:00100000:0.0:1705683736.579287:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547670656 00000100:00100000:1.0:1705683736.579289:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579290:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.579294:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579295:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261652 00000100:00100000:3.0:1705683736.579295:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.579298:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261653 00000100:00100000:1.0:1705683736.579299:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:21828:x1788538570251776:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:3.0:1705683736.579300:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f76400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+934:3080:x1788538547670592:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.579307:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579308:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.579308:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.579311:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261654 00000100:00100000:0.0:1705683736.579314:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+934:3081:x1788538547670656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.579317:0:15076:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14778 count 1 00002000:00080000:0.0:1705683736.579324:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14779 count 1 00010000:00010000:3.0:1705683736.579504:0:15076:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.579514:0:15076:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4851 pid: 15045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.579519:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.579520:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.579521:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.579536:0:15076:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4851 pid: 15045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.579543:0:15076:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4851 pid: 15045 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.579549:0:15076:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547670720:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.579575:0:15076:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.579590:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.579591:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dde75b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d30 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.579591:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.579595:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261655 00000100:00100000:3.0:1705683736.579597:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:15161:x1788538570251840:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.579603:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.579606:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4852 pid: 14996 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.579611:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2873 pid: 14231 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.579615:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.579616:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.579617:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dde75b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d30 expref: 4852 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579629:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2873 pid: 14231 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.579646:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2873 pid: 14231 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.579652:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547670784:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.579667:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579673:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4852 pid: 14996 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.579676:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4852 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579678:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4852 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.579681:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.579682:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.579682:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.579683:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547670848:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.579691:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3900 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.579699:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4852 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.579705:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4852 pid: 15032 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.579711:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e26df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547670912:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.579727:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.579739:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.579756:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.579759:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579760:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579764:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579765:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579767:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570251968 00000100:00100000:1.0:1705683736.579769:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252096 00010000:00010000:1.0:1705683736.579778:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4853 pid: 15005 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.579783:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579784:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579788:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207302 00000100:00100000:1.0:1705683736.579789:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.579790:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.579791:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df86400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1115:30904:x1788538570251968:12345-192.168.204.14@tcp:36:rm.0 00000100:00100000:1.0:1705683736.579792:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99917 00000100:00100000:1.0:1705683736.579795:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1858:x1788538570252096:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.579799:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.579802:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4853 pid: 15005 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.579807:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4853 pid: 15005 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.579824:0:14295:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1705683736.579825:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008e8f6800/0x9d5ae94021d8f8f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d660 expref: 4853 pid: 15005 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.579833:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.579834:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.579835:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009942b700/0x9d5ae94021dde2c3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x208a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588bc4 expref: 1115 pid: 14235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579835:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579840:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.579849:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800974a2800/0x9d5ae94021dc8e6a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x208a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425825fe expref: 1114 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579853:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.579856:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff88012b4b0200) 00000100:00100000:1.0:1705683736.579865:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bc9e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:1858:x1788538570252096:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 70us (108us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.579866:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f206d00/0x9d5ae94021ddc5b2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2089:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474258805d expref: 1113 pid: 14252 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.579870:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99917 00010000:00010000:0.0:1705683736.579875:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:0.0:1705683736.579877:0:14295:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.579882:0:15084:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579887:0:15084:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.579892:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.579892:0:15084:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.579896:0:15084:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.579898:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.579920:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.579931:0:15084:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1705683736.579981:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.579984:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.579985:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20780/0x9d5ae94021dde770 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2089:0x0].0x34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:0.0:1705683736.579990:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20780/0x9d5ae94021dde770 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.579990:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012cddea80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.579992:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.579994:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20780/0x9d5ae94021dde770 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.579998:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580007:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580010:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cddea80/0x9d5ae94021dde6a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580026:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.580026:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.580027:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.580033:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f061400/0x9d5ae94021dde777 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d37 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.580043:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.580050:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.580051:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.580054:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f061400/0x9d5ae94021dde777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d37 expref: 4852 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580061:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009f061400/0x9d5ae94021dde777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d37 expref: 4852 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580071:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f061400, rc 0) 00000100:00100000:3.0:1705683736.580085:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde1900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:15161:x1788538570251840:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 486us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.580089:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261655 00000100:00100000:1.0:1705683736.580095:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880096778000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:lustre-MDT0000-mdtlov_UUID+935:3080:x1788538547668928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16598us (16633us total) trans 4295071972 rc 0/0 00010000:00010000:0.0:1705683736.580099:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00000100:00100000:1.0:1705683736.580099:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261635 00010000:00010000:0.0:1705683736.580105:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580110:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000004:00080000:1.0:1705683736.580118:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097f70000/2, rc 0, transno 104676 00000100:00100000:3.0:1705683736.580118:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009677b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547669184:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.580122:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668928:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.580128:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.580132:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.580133:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.580133:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.580152:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547670976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.580170:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.580192:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580192:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580196:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547670976 00000100:00100000:3.0:1705683736.580202:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.580205:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580206:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580208:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252288 00000100:00100000:3.0:1705683736.580209:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.580210:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580216:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.580216:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261656 00000100:00100000:1.0:1705683736.580217:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.580219:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+935:3082:x1788538547670976:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.580220:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261657 00000100:00100000:1.0:1705683736.580222:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5214:15146:x1788538570252288:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.580227:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00080000:3.0:1705683736.580227:0:14242:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14780 count 1 00000004:00200000:0.0:1705683736.580285:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x208a:0x0]: returning size 4096 00010000:00010000:0.0:1705683736.580296:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580303:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.580305:0:14242:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580306:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580310:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135b22a80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.580311:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.580312:0:14242:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4851 pid: 15068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580314:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.580316:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.580317:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.580318:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580320:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x208a:0x0].0x0 (ffff8800994bb800) 00010000:00010000:0.0:1705683736.580322:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683736.580323:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580327:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135b22a80/0x9d5ae94021dde77e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x208a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.580329:0:14242:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4851 pid: 15068 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580334:0:14242:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4851 pid: 15068 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.580339:0:14242:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547671040:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.580355:0:14242:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00000100:00100000:3.0:1705683736.580373:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.580395:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.580416:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.580424:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.580424:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.580425:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.580429:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.580430:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252224 00010000:00010000:0.0:1705683736.580433:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580436:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580439:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135b20c80 already unused, calling callback (ffffffffa0d706d0) 00000100:00100000:3.0:1705683736.580440:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.580441:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.580441:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.580443:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261658 00010000:00010000:0.0:1705683736.580444:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.580446:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:29581:x1788538570252224:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.580450:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:3.0:1705683736.580450:0:15067:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.580451:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.580452:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580456:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20c80/0x9d5ae94021dde769 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00000004:00010000:0.0:1705683736.580463:0:14295:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88009df86400 reply state ffff88009fd62000 transno 4295030439 ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20780/0x9d5ae94021dde770 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580468:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135b20780/0x9d5ae94021dde770 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2089:0x0].0x34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.580472:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x34 (ffff8800994bba00) 00010000:00010000:0.0:1705683736.580473:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683736.580500:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df86400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1114:30904:x1788538570251968:12345-192.168.204.14@tcp:36:rm.0 Request processed in 707us (760us total) trans 4295030439 rc 0/0 00000100:00100000:0.0:1705683736.580504:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207302 00000100:00100000:0.0:1705683736.580519:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580520:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580525:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252032 00010000:00010000:0.0:1705683736.580532:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4853 pid: 15027 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.580542:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580543:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580544:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252160 00010000:00010000:0.0:1705683736.580549:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4854 pid: 15010 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.580555:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580556:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580558:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99918 00000100:00100000:0.0:1705683736.580561:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1858:x1788538570252032:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.580565:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b73ea80/0x9d5ae94021dde78c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4006:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d45 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580566:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.580568:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4854 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.580574:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4854 pid: 15027 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1705683736.580575:0:15084:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4006:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.580582:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.580583:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.580585:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134b41b80/0x9d5ae94021d8f518 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d4d8 expref: 4854 pid: 15027 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.580586:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b73ea80/0x9d5ae94021dde78c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d45 expref: 5215 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580592:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b73ea80/0x9d5ae94021dde78c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4006:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d45 expref: 5215 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580593:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.580594:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.580595:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580600:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580600:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b73ea80, rc 0) 00010000:00010000:0.0:1705683736.580612:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.580612:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde6400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:15146:x1788538570252288:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 389us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.580616:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261657 00000100:00100000:0.0:1705683736.580625:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1858:x1788538570252032:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.580627:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580628:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580642:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99918 00000100:00100000:1.0:1705683736.580645:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99919 00010000:00010000:3.0:1705683736.580645:0:15067:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073b78f00/0x9d5ae94021dde793 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6bef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d3e expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.580648:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:1858:x1788538570252160:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.580653:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1705683736.580654:0:15067:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6bef:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:1.0:1705683736.580655:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4852 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.580660:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4853 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.580661:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580661:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.580662:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.580664:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073b78f00/0x9d5ae94021dde793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d3e expref: 4853 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580666:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580669:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a138280/0x9d5ae94021d8f68b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d587 expref: 4853 pid: 15010 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.580670:0:15067:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073b78f00/0x9d5ae94021dde793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d3e expref: 4853 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580671:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.580675:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580676:0:15067:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073b78f00, rc 0) 00010000:00010000:1.0:1705683736.580678:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.580679:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.580680:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580684:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.580689:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:29581:x1788538570252224:12345-192.168.204.14@tcp:101:dd.0 Request processed in 241us (315us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.580690:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.580693:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261658 00010000:00010000:1.0:1705683736.580700:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.580704:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.580707:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.580709:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1858:x1788538570252160:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (293us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.580711:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8801349daa80 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:1.0:1705683736.580713:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99919 00010000:00010000:3.0:1705683736.580713:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580717:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580724:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580727:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580729:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580731:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349daa80/0x9d5ae94021dde69e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580733:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580737:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.580745:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1705683736.580745:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.580746:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580750:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88012cddcc80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.580751:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580755:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580761:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580765:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cddcc80/0x9d5ae94021dde697 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.580776:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.580777:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.580778:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.580782:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.580794:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f70f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+937:3082:x1788538547668416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17843us (17932us total) trans 4295071973 rc 0/0 00000100:00100000:0.0:1705683736.580799:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261634 00000004:00080000:0.0:1705683736.580823:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a32300/2, rc 0, transno 104677 00000100:00100000:1.0:1705683736.580825:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a37300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+936:3080:x1788538547668544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18455us (18488us total) trans 4295071974 rc 0/0 00000100:00100000:0.0:1705683736.580829:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547668416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.580831:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261633 00000004:00080000:1.0:1705683736.580849:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880132a33700/2, rc 0, transno 104678 00000100:00100000:0.0:1705683736.580852:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1705683736.580855:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a33700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547668544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.580858:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e268f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547671104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.580874:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.580878:0:3080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bc8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547671168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.580894:0:3080:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.580925:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580927:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580930:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547671104 00000100:00100000:0.0:1705683736.580947:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580947:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580947:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.580948:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580949:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547671168 00000100:00100000:0.0:1705683736.580954:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261659 00000100:00100000:0.0:1705683736.580957:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+937:3082:x1788538547671104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.580958:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580958:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.580961:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261660 00000100:00100000:1.0:1705683736.580964:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bcc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+937:3080:x1788538547671168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.580969:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14781 count 1 00002000:00080000:1.0:1705683736.580973:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14782 count 1 00010000:00010000:0.0:1705683736.581035:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.581042:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4850 pid: 15078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.581047:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.581048:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.581049:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.581053:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.581061:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4850 pid: 14999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.581063:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4850 pid: 15078 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.581066:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.581068:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.581068:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.581069:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4850 pid: 15078 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.581076:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e269900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547671232:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.581080:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4850 pid: 14999 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.581086:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4850 pid: 14999 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.581092:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bc8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547671296:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.581095:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009aa2f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.581106:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.582886:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.582941:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.582957:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.582976:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.582987:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.582998:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.583063:0:14217:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e26a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:14217:1788538547670144:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.583069:0:15103:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132471900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_104:lustre-OST0001_UUID:15103:1788538547670400:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.583083:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.583088:0:15103:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.583095:0:15103:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.583096:0:15103:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.583096:0:15103:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583106:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c5ab050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1856:x1788538570251264:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6965us (7311us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.583107:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583108:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583113:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99914 00000100:00100000:3.0:1705683736.583114:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252416 00000100:00100000:3.0:1705683736.583132:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583133:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583134:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252480 00000100:00100000:3.0:1705683736.583142:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583143:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583144:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252544 00000100:00100000:3.0:1705683736.583152:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583152:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583154:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252608 00000100:00100000:3.0:1705683736.583162:0:15070:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583162:0:15070:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583164:0:15070:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252672 00000100:00100000:3.0:1705683736.583174:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583174:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583182:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261661 00000100:00100000:3.0:1705683736.583185:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2807:27110:x1788538570252416:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:0.0:1705683736.583193:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e268000 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0001_UUID:14243:1788538547670272:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.583194:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.583208:0:14243:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00100000:0.0:1705683736.583213:0:14243:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.583213:0:14243:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.583214:0:14243:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583255:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.583265:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583266:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583272:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252352 00000100:00100000:0.0:1705683736.583289:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583290:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583292:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252736 00000100:00100000:0.0:1705683736.583301:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583301:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583305:0:14256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207303 00000100:00100000:0.0:1705683736.583308:0:14256:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26c100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:31096:x1788538570252352:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:0.0:1705683736.583319:0:14256:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.583383:0:14256:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135b23480/0x9d5ae94021dde7a8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d5a expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.583451:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073b7a300/0x9d5ae94021dde7af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d4c expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583457:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:0.0:1705683736.583466:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.583466:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2808 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.583471:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.583472:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.583474:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073b7a300/0x9d5ae94021dde7af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d4c expref: 2808 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583476:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:3.0:1705683736.583490:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2808 pid: 15061 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.583498:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2808 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.583507:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547671360:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.583531:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.583535:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:0.0:1705683736.583539:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00000100:00100000:3.0:1705683736.583541:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.583542:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.583543:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00000100:00100000:3.0:1705683736.583547:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261662 00000100:00100000:3.0:1705683736.583550:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:15162:x1788538570252480:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.583555:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.583575:0:14256:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583579:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583582:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583586:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583590:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009989f200 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.583592:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583596:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583603:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.583605:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.583608:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583611:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009989f200/0x9d5ae94021dde7b6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583620:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583624:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583627:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583629:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135252800 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.583642:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583647:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583651:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff8800a1f54700) 00010000:00010000:0.0:1705683736.583653:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.583654:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583657:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135252800/0x9d5ae94021dde7bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583687:0:14256:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135b23480/0x9d5ae94021dde7a8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d5a expref: 1226 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583693:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135b23480/0x9d5ae94021dde7a8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d5a expref: 1226 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583700:0:14256:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135b23480, rc 0) 00000100:00100000:0.0:1705683736.583715:0:14256:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26c100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:31096:x1788538570252352:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 407us (758us total) trans 0 rc 301/301 00000100:00100000:0.0:1705683736.583719:0:14256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207303 00000100:00100000:0.0:1705683736.583729:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583730:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.583733:0:14256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207304 00000100:00100000:0.0:1705683736.583736:0:14256:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1114:31107:x1788538570252736:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1705683736.583742:0:14256:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.583762:0:14256:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880135253480/0x9d5ae94021dde7c4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d76 expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583813:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:0.0:1705683736.583818:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583823:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583844:0:14256:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14256 initiator: MDT0 00010000:00010000:0.0:1705683736.583847:0:14256:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583851:0:14256:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583865:0:14256:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583868:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583871:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583874:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583877:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013115ea80 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.583878:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583881:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583886:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.583888:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.583889:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583892:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013115ea80/0x9d5ae94021dde7cb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583899:0:14256:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583902:0:14256:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583924:0:14256:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583928:0:14256:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013115e300 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.583929:0:14256:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583932:0:14256:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583937:0:14256:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff8800994bbe00) 00010000:00010000:0.0:1705683736.583938:0:14256:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.583939:0:14256:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583942:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013115e300/0x9d5ae94021dde7d2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14256 initiator: MDT1 00010000:00010000:0.0:1705683736.583968:0:14256:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880135253480/0x9d5ae94021dde7c4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d76 expref: 1115 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583973:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880135253480/0x9d5ae94021dde7c4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d76 expref: 1115 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.583980:0:14256:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135253480, rc 0) 00000100:00100000:0.0:1705683736.583994:0:14256:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1114:31107:x1788538570252736:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 257us (739us total) trans 0 rc 301/301 00000100:00100000:0.0:1705683736.583999:0:14256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207304 00000100:00100000:1.0:1705683736.584605:0:14238:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc33200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547669888:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.584624:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.584654:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132475000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:1856:x1788538570251008:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9641us (10956us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.584661:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99909 00000100:00100000:1.0:1705683736.584681:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.584682:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.584689:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261663 00000100:00100000:1.0:1705683736.584692:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a50500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:30132:x1788538570252544:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.584699:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.584874:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b73de00/0x9d5ae94021dde7e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7733:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d61 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.584888:0:15084:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7733:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.584897:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.584898:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.584902:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b73de00/0x9d5ae94021dde7e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d61 expref: 5216 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.584929:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b73de00/0x9d5ae94021dde7e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7733:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d61 expref: 5216 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.584936:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b73de00, rc 0) 00000100:00100000:1.0:1705683736.584950:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a50500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:30132:x1788538570252544:12345-192.168.204.14@tcp:101:dd.0 Request processed in 257us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.584955:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261663 00000100:00100000:1.0:1705683736.584966:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.584967:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.584971:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261664 00000100:00100000:1.0:1705683736.584974:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:15123:x1788538570252608:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.584979:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.585090:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b73e580/0x9d5ae94021dde7e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5ada:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d68 expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.585100:0:15084:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5ada:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1705683736.585108:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.585109:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.585111:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b73e580/0x9d5ae94021dde7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d68 expref: 5216 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.585118:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b73e580/0x9d5ae94021dde7e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5ada:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d68 expref: 5216 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.585123:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b73e580, rc 0) 00000100:00100000:1.0:1705683736.585136:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:15123:x1788538570252608:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 162us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.585141:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261664 00000100:00100000:1.0:1705683736.585153:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585154:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585157:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261665 00000100:00100000:1.0:1705683736.585160:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e7fb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:30388:x1788538570252672:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.585166:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.585289:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.585316:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.585333:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.585386:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.585401:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585402:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585408:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252928 00010000:00010000:0.0:1705683736.585424:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4850 pid: 14996 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.585437:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585438:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585439:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252992 00010000:00010000:0.0:1705683736.585444:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4851 pid: 15113 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.585451:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585451:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585454:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99920 00000100:00100000:0.0:1705683736.585456:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134efb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1856:x1788538570252928:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.585462:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.585465:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4851 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.585470:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4851 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.585482:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997bcc80/0x9d5ae94021d8ff13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d8eb expref: 4851 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.585491:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.585492:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.585494:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585501:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585515:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.585524:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b73d180/0x9d5ae94021dde7ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d6f expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.585528:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134efb700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1856:x1788538570252928:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 71us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.585532:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99920 00002000:00010000:1.0:1705683736.585537:0:15084:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683736.585539:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585539:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585542:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99921 00010000:00010000:1.0:1705683736.585543:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.585544:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1705683736.585545:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1856:x1788538570252992:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.585546:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b73d180/0x9d5ae94021dde7ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d6f expref: 2809 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585549:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.585551:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4849 pid: 15113 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.585552:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b73d180/0x9d5ae94021dde7ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d6f expref: 2809 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585557:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4849 pid: 15113 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.585558:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b73d180, rc 0) 00010000:00010000:0.0:1705683736.585567:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.585568:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.585569:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e7fb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:30388:x1788538570252672:12345-192.168.204.14@tcp:101:dd.0 Request processed in 408us (2571us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.585570:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.585573:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261665 00010000:00010000:0.0:1705683736.585574:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.585580:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585581:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585583:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252800 00010000:00010000:0.0:1705683736.585585:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.585594:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1856:x1788538570252992:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 48us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.585595:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585596:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.585598:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99921 00000100:00100000:1.0:1705683736.585598:0:15084:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570252864 00000100:00100000:1.0:1705683736.585605:0:15084:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585606:0:15084:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.585608:0:15084:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261666 00000100:00100000:1.0:1705683736.585611:0:15084:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:dab809dd-6952-4f4e-9170-c0b3df4b5902+2810:29913:x1788538570252800:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.585616:0:15084:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.585651:0:15103:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585656:0:15103:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585662:0:15103:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585666:0:15103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585676:0:15103:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.585691:0:15084:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b73f980/0x9d5ae94021dde7f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d7d expref: -99 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.585701:0:15084:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2811 pid: 15096 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.585706:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.585707:0:15084:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.585708:0:15084:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b73f980/0x9d5ae94021dde7f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d7d expref: 2811 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.585723:0:15084:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2811 pid: 15096 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.585729:0:15084:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2811 pid: 15096 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.585737:0:15084:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bc9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547671424:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.585756:0:15084:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009c2600c0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.585780:0:15080:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997be800/0x9d5ae94021d8fff3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256d970 expref: 4848 pid: 15113 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.585786:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021dde7d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d53 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.585801:0:15101:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.585811:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.585812:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.585815:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021dde7d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d53 expref: 2812 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.585822:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b598c80/0x9d5ae94021dde7d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d53 expref: 2812 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.585828:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b598c80, rc 0) 00000100:00100000:3.0:1705683736.585842:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2812:15162:x1788538570252480:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 2291us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.585849:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261662 00000100:00100000:0.0:1705683736.585850:0:15103:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_104:lustre-MDT0000-mdtlov_UUID+938:3080:x1788538547669952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9141us (9224us total) trans 4295071975 rc 0/0 00000100:00100000:0.0:1705683736.585856:0:15103:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261650 00000100:00100000:3.0:1705683736.585858:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.585859:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.585867:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261667 00000100:00100000:3.0:1705683736.585870:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2811:21736:x1788538570252864:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.585875:0:15101:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.585876:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.585879:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585885:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b6cc000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.585886:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585892:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585901:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585905:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc000/0x9d5ae94021dde746 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.585940:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.585941:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.585943:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.585966:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e269400/2, rc 0, transno 104679 00000100:00100000:0.0:1705683736.585974:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e269400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547669952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.586020:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134efb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547671488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.586037:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.586053:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586054:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586059:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547671488 00000100:00100000:0.0:1705683736.586070:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586070:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586073:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261668 00000100:00100000:0.0:1705683736.586076:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880099dee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+938:3081:x1788538547671488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.586087:0:15085:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14783 count 1 00010000:00010000:3.0:1705683736.586172:0:15101:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b59b700/0x9d5ae94021dde7fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d84 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.586184:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5215 pid: 8807 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.586189:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2812 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.586194:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.586195:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.586196:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b59b700/0x9d5ae94021dde7fc lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d84 expref: 2812 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.586207:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2812 pid: 15027 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.586211:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2812 pid: 15027 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.586217:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547671552:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.586236:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5215 pid: 8807 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.586241:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5215 pid: 8807 timeout: 608 lvb_type: 1 00000100:00100000:3.0:1705683736.586246:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547671616:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.586254:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b33c0 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.586266:0:15085:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586279:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4848 pid: 14996 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586283:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.586285:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.586286:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.586288:0:15000:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880132a35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:15000:1788538547670464:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.586299:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4848 pid: 14996 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.586301:0:15000:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc500/0x9d5ae94021dde73f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d29 expref: 4848 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586306:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4848 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.586307:0:15000:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b6cc500, rc 0) 00000100:00100000:0.0:1705683736.586313:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135931400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547671680:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.586318:0:15000:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132470000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4848:27217:x1788538570251712:12345-192.168.204.14@tcp:101:dd.0 Request processed in 9935us (10033us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.586322:0:15000:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261649 00000100:00100000:0.0:1705683736.586326:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.586356:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.586388:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.586396:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586396:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586401:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253120 00010000:00010000:0.0:1705683736.586411:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4848 pid: 15016 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.586421:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586422:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586424:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253056 00010000:00010000:0.0:1705683736.586432:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1225 pid: 14212 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.586440:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586441:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586444:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99922 00000100:00100000:0.0:1705683736.586447:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135932d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4848:1857:x1788538570253120:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.586452:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.586462:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4848 pid: 15016 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.586467:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4848 pid: 15016 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.586478:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099fa0500/0x9d5ae94021db9dd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742578495 expref: 4848 pid: 15016 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.586486:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.586487:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.586488:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc500/0x9d5ae94021dde73f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d29 expref: 4847 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586493:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc500/0x9d5ae94021dde73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d29 expref: 4847 pid: 15000 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586509:0:14323:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b6cc500/0x9d5ae94021dde73f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d29 expref: 4847 pid: 15000 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.586520:0:14323:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007360b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0001_UUID:14323:1788538547671744:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.586533:0:14323:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a240 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.586541:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586542:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.586548:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99923 00000100:00100000:0.0:1705683736.586551:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135936900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:1856:x1788538570253056:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.586557:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.586561:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1225 pid: 14212 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.586566:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1225 pid: 14212 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.586571:0:15080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc30500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547670208:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.586576:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009880b480/0x9d5ae94021db2a4a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742576d0a expref: 1225 pid: 14212 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.586583:0:6520:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009d88f900) 00010000:00010000:1.0:1705683736.586584:0:15080:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586586:0:6520:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00100000:1.0:1705683736.586589:0:15080:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.586590:0:15080:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.586591:0:15080:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.586592:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.586592:0:15080:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586596:0:6520:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.586599:0:15080:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.586605:0:15080:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586607:0:6520:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.586609:0:15080:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.586615:0:6520:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135936900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:1856:x1788538570253056:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 64us (228us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.586617:0:15080:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.586620:0:6520:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99923 00010000:00010000:0.0:1705683736.586645:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.586647:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586652:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013253f200 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.586653:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586658:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586665:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586669:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013253f200/0x9d5ae94021dde731 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.586681:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.586681:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.586682:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.586690:0:14243:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.586695:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.586742:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc31900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+939:3083:x1788538547670080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10688us (10722us total) trans 4295071976 rc 0/0 00000100:00100000:1.0:1705683736.586746:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261648 00010000:00010000:0.0:1705683736.586754:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88013115db80/0x9d5ae94021dde80a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2025:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.586760:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013115db80/0x9d5ae94021dde80a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.586764:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013115db80/0x9d5ae94021dde80a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:1.0:1705683736.586780:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f73200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6519:1788538547669824:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.586794:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.586804:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132470f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:1856:x1788538570251072:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 12120us (13118us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.586808:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99908 00000100:00100000:1.0:1705683736.586857:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc31e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547670016:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.586871:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.586880:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132472d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:1856:x1788538570251328:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11074us (11145us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.586884:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99912 00010000:00010000:0.0:1705683736.586962:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.586968:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.586973:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.587050:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.587066:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.587103:0:15076:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_077:lustre-OST0001_UUID:15076:1788538547670720:192.168.204.14@tcp:104: 00000040:00080000:0.0:1705683736.587115:0:14243:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].27846, 64 off1799640 00010000:00010000:3.0:1705683736.587117:0:15076:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.587123:0:15076:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.587123:0:15076:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.587124:0:15076:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:0.0:1705683736.587150:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:0.0:1705683736.587156:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587161:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587165:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587168:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587172:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.587176:0:14242:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14242:1788538547671040:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.587185:0:14242:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.587191:0:14243:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00100000:3.0:1705683736.587191:0:14242:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.587192:0:14242:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.587193:0:14242:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.587197:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.587200:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.587204:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebd8280 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.587206:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587207:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587211:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587214:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587217:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800a01b8280 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.587218:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587219:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587493:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.587493:0:6521:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x202c:0x0].0x0 (ffff88009c4bb000) 00010000:00010000:3.0:1705683736.587496:0:6521:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1705683736.587498:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587500:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x202c:0x0].0x0 (ffff88009c4bb000) 00010000:00010000:0.0:1705683736.587502:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1705683736.587502:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ebd8280/0x9d5ae94021dde818 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x202c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587503:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587506:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a01b8280/0x9d5ae94021dde811 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x202c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.587515:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.587516:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.587517:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.587574:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587578:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587581:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587588:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587591:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013505c500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.587592:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587596:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.587598:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8808:1788538547671360:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.587601:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009d88f900) 00010000:00010000:0.0:1705683736.587603:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.587604:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587608:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013505c500/0x9d5ae94021dde738 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2025:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.587614:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073b7a300/0x9d5ae94021dde7af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d4c expref: 2812 pid: 8808 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1705683736.587617:0:14243:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff880132475500 reply state ffff88009d34d000 transno 4295030440 ns: mdt-lustre-MDT0001_UUID lock: ffff88013115db80/0x9d5ae94021dde80a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587622:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013115db80/0x9d5ae94021dde80a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2025:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.587626:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x3131 (ffff880099a15100) 00010000:00010000:0.0:1705683736.587627:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1705683736.587627:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073b7a300, rc 0) 00000100:00100000:3.0:1705683736.587652:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2812:27110:x1788538570252416:12345-192.168.204.14@tcp:101:dd.0 Request processed in 4465us (4771us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.587656:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261661 00000100:00100000:0.0:1705683736.587659:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1115:30881:x1788538570251648:12345-192.168.204.14@tcp:36:rm.0 Request processed in 11280us (11411us total) trans 4295030440 rc 0/0 00000100:00100000:0.0:1705683736.587664:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207301 00000100:00100000:3.0:1705683736.587669:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.587670:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.587674:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253184 00000100:00100000:0.0:1705683736.587686:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e269900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547671232:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.587686:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de6b700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547670784:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.587687:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.587687:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.587689:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253248 00000100:00100000:1.0:1705683736.587695:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547670848:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.587697:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.587697:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.587698:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.587701:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261669 00010000:00100000:0.0:1705683736.587702:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.587703:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.587703:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:3.0:1705683736.587704:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:27256:x1788538570253184:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.587709:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dde75b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d30 expref: 4847 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.587710:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.587716:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e26df00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547670912:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.587717:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b73fc00, rc 0) 00000100:00100000:1.0:1705683736.587727:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:21828:x1788538570251776:12345-192.168.204.14@tcp:101:dd.0 Request processed in 8427us (8586us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.587730:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.587731:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261652 00010000:00100000:0.0:1705683736.587734:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.587735:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.587735:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.587740:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.587741:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.587745:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261670 00000100:00100000:1.0:1705683736.587748:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2873:29031:x1788538570253248:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.587753:0:15018:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.587841:0:15018:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c2ba580/0x9d5ae94021dde81f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d92 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.587854:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4846 pid: 15038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.587859:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.587860:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.587861:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2ba580/0x9d5ae94021dde81f lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d92 expref: 2874 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.587873:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4846 pid: 15038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1705683736.587883:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4846 pid: 15038 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.587890:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547671808:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.587931:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3900 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.587950:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f74600 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547670528:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.587951:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b598f00/0x9d5ae94021dde826 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d8b expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.587961:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.587963:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4847 pid: 15071 timeout: 0 lvb_type: 1 00010000:00100000:1.0:1705683736.587965:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.587966:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.587967:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.587969:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.587970:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.587971:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b598f00/0x9d5ae94021dde826 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d8b expref: 4847 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.587983:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4847 pid: 15071 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1705683736.587988:0:3083:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cc37800/2, rc 0, transno 104680 00010000:00010000:3.0:1705683736.587993:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4847 pid: 15071 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.587995:0:3083:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547670080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1705683736.587999:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547671872:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.588014:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3180 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.588016:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bc8f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547671296:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.588028:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.588032:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.588032:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.588033:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.588063:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007360bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547671936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.588079:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1705683736.588934:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.588935:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.588942:0:8809:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547671936 00000100:00100000:3.0:1705683736.588967:0:8809:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.588968:0:8809:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.588972:0:8809:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261671 00000100:00100000:3.0:1705683736.588976:0:8809:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de6b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+939:3082:x1788538547671936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1705683736.588989:0:8809:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14784 count 1 00010000:00010000:3.0:1705683736.589176:0:8809:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.589187:0:8809:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4847 pid: 15091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.589192:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.589193:0:8809:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.589194:0:8809:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.589208:0:8809:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4847 pid: 15091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.589219:0:8809:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4847 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.589228:0:8809:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cde2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547672000:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.589426:0:8809:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3840 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.591082:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.591111:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.591121:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.591129:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.591137:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.591146:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591147:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591156:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253312 00010000:00010000:0.0:1705683736.591171:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4848 pid: 15113 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.591185:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591186:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591187:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253440 00010000:00010000:0.0:1705683736.591198:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2875 pid: 14231 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.591205:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591205:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591207:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253568 00010000:00010000:0.0:1705683736.591212:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4849 pid: 15032 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.591219:0:14217:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591220:0:14217:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.591221:0:14217:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253696 00010000:00010000:0.0:1705683736.591227:0:14217:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4850 pid: 15078 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.591237:0:14217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99924 00000100:00100000:0.0:1705683736.591241:0:14217:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007360cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1857:x1788538570253312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.591250:0:14217:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.591253:0:14217:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4850 pid: 15113 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.591260:0:14217:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4850 pid: 15113 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.591275:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591277:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.591279:0:14217:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096c2ea80/0x9d5ae94021d902a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256da50 expref: 4850 pid: 15113 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.591288:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99925 00010000:00010000:0.0:1705683736.591291:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1705683736.591292:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007360da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:1857:x1788538570253440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.591293:0:14217:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.591295:0:14217:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591299:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.591300:0:14217:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591314:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2875 pid: 14231 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.591322:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2875 pid: 14231 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.591332:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b591b80/0x9d5ae94021ceeb0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474253dd35 expref: 2875 pid: 14231 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.591343:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.591367:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007360da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:dab809dd-6952-4f4e-9170-c0b3df4b5902+2874:1857:x1788538570253440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 75us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.591373:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99925 00000100:00100000:1.0:1705683736.591385:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591385:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591388:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99926 00000100:00100000:1.0:1705683736.591391:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073608500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1857:x1788538570253568:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.591396:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.591398:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4849 pid: 15032 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.591404:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4849 pid: 15032 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.591419:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997bea80/0x9d5ae94021d9062f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dbb5 expref: 4849 pid: 15032 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.591427:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.591428:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.591430:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591435:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591452:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.591464:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073608500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4848:1857:x1788538570253568:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 72us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.591469:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99926 00000100:00100000:1.0:1705683736.591476:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591477:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591480:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99927 00000100:00100000:1.0:1705683736.591483:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073609e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:1857:x1788538570253696:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.591488:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.591491:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4847 pid: 15078 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.591497:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4847 pid: 15078 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.591510:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135cb6800/0x9d5ae94021d908c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dcbf expref: 4847 pid: 15078 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.591518:0:14217:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1705683736.591519:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.591520:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.591521:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591525:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.591533:0:14217:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007360cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4846:1857:x1788538570253312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 291us (421us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.591537:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.591538:0:14217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99924 00000100:00100000:1.0:1705683736.591549:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073609e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570253696:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 65us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.591554:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99927 00010000:00010000:0.0:1705683736.591567:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591573:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591577:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591579:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591583:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591583:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591588:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591592:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591594:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.591606:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1705683736.591683:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591689:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591693:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591697:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.591705:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1705683736.591799:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26cb00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+942:3082:x1788538547671104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10841us (10925us total) trans 4295071979 rc 0/0 00000100:00100000:0.0:1705683736.591801:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+942:3082:x1788538547670336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15089us (15138us total) trans 4295071978 rc 0/0 00000100:00100000:1.0:1705683736.591806:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261659 00000100:00100000:0.0:1705683736.591808:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261651 00010000:00010000:0.0:1705683736.591825:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1705683736.591828:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591832:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013505d900 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.591834:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591840:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.591841:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009e268f00/2, rc 0, transno 104683 00010000:00010000:0.0:1705683736.591851:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591855:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013505d900/0x9d5ae94021dde762 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.591855:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e268f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547671104:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1705683736.591867:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cc36e00/2, rc 0, transno 104682 00000100:00100000:1.0:1705683736.591870:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cc36e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547670336:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.591871:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1705683736.591873:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591877:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013253ef80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.591878:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.591880:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591880:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.591882:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.591886:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253952 00010000:00010000:0.0:1705683736.591889:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.591892:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013253ef80/0x9d5ae94021dde74d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.591901:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591902:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.591924:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207305 00000100:00100000:1.0:1705683736.591928:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007360e900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1224:31025:x1788538570253952:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1705683736.591938:0:14243:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.592011:0:14243:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c2b8000/0x9d5ae94021dde834 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588d99 expref: -99 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592093:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.592102:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.592103:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.592107:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592108:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.592113:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880135b22800 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.592114:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.592118:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.592127:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.592131:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135b22800/0x9d5ae94021dde79a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592165:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.592170:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592175:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000004:00200000:1.0:1705683736.592239:0:14243:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x208d:0x0]: returning size 4096 00010000:00010000:0.0:1705683736.592276:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.592278:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.592279:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.592285:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592289:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592292:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592295:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592299:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800981a6580 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.592301:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592305:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592311:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:1.0:1705683736.592313:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.592315:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592318:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6580/0x9d5ae94021dde83b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592329:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592332:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592335:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.592336:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1705683736.592338:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800981a4a00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.592339:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592342:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.592344:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007360c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547672064:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.592346:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x33 (ffff8800988f4f00) 00010000:00010000:1.0:1705683736.592348:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.592349:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.592352:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a4a00/0x9d5ae94021dde842 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.592367:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.592380:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592380:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592385:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547672064 00010000:00010000:1.0:1705683736.592387:0:14243:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c2b8000/0x9d5ae94021dde834 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d99 expref: 1226 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592392:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c2b8000/0x9d5ae94021dde834 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d99 expref: 1226 pid: 14243 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.592397:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592398:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.592400:0:14243:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2b8000, rc 0) 00000100:00100000:0.0:1705683736.592401:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261672 00000100:00100000:0.0:1705683736.592404:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e26df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+941:3082:x1788538547672064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.592414:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007360e900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:31025:x1788538570253952:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 485us (1335us total) trans 4295030441 rc 301/301 00002000:00080000:0.0:1705683736.592416:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14785 count 1 00000100:00100000:1.0:1705683736.592419:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207305 00000100:00100000:1.0:1705683736.592466:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.592476:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592477:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592482:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253824 00010000:00010000:1.0:1705683736.592491:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2812 pid: 15061 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.592502:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592502:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592505:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99928 00000100:00100000:1.0:1705683736.592508:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2812:1857:x1788538570253824:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.592513:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.592522:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2812 pid: 15061 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.592532:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2812 pid: 15061 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.592543:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c3b0500/0x9d5ae94021d61e61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x60b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b91 expref: 2812 pid: 15061 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.592552:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.592553:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.592556:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073b7a300/0x9d5ae94021dde7af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d4c expref: 2811 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592561:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073b7a300/0x9d5ae94021dde7af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d4c expref: 2811 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592576:0:15154:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073b7a300/0x9d5ae94021dde7af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x60b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d4c expref: 2811 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.592583:0:15154:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880099bc8f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547672192:192.168.204.14@tcp:105: 00000100:00100000:1.0:1705683736.592601:0:15154:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009d1e3b40 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.592609:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.592617:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4844 pid: 15055 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.592622:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.592623:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.592625:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.592649:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4844 pid: 15055 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.592656:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.592660:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4844 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.592664:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592665:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592668:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009e269900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547672256:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.592670:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253376 00010000:00010000:1.0:1705683736.592679:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4845 pid: 15045 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.592686:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.592693:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592693:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592696:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99929 00000100:00100000:1.0:1705683736.592699:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f74600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570253376:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1705683736.592700:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1705683736.592704:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1705683736.592706:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880073608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547672128:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1705683736.592706:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4845 pid: 15045 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.592711:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4845 pid: 15045 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.592721:0:6519:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009eabc280/0x9d5ae94021d90484 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256db14 expref: 4845 pid: 15045 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.592723:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.592729:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.592730:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.592731:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592736:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592749:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.592760:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f74600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570253376:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.592764:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99929 00000100:00100000:1.0:1705683736.592775:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592776:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592780:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547672128 00000100:00100000:1.0:1705683736.592796:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592797:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.592800:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261673 00000100:00100000:1.0:1705683736.592803:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d33ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+942:3081:x1788538547672128:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.592804:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+942:3081:x1788538547670656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13489us (13551us total) trans 4295071977 rc 0/0 00000100:00100000:0.0:1705683736.592810:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261654 00002000:00080000:1.0:1705683736.592811:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14786 count 1 00000004:00080000:0.0:1705683736.592838:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097f72800/2, rc 0, transno 104681 00000100:00100000:0.0:1705683736.592843:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f72800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547670656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.592865:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d338a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547672320:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.592880:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.592893:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592893:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592897:0:15089:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547672320 00000100:00100000:0.0:1705683736.592926:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592927:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.592930:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261674 00000100:00100000:0.0:1705683736.592934:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d33c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+942:3081:x1788538547672320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.592942:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14787 count 1 00010000:00010000:1.0:1705683736.592991:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.592999:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4843 pid: 15106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593004:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593004:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.593005:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.593006:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593018:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4843 pid: 15068 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593019:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4843 pid: 15106 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593023:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.593024:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.593024:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4843 pid: 15106 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.593025:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.593031:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880097f73200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547672384:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.593038:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4843 pid: 15068 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593044:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4843 pid: 15068 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.593048:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.593051:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d338000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547672448:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.593065:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009b0e40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.593085:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.593096:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.593097:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.593102:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253504 00010000:00010000:1.0:1705683736.593110:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4844 pid: 14996 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.593111:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.593129:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593130:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.593130:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593132:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.593133:0:14238:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253632 00000100:00100000:0.0:1705683736.593138:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99930 00010000:00010000:1.0:1705683736.593139:0:14238:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4845 pid: 15068 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.593142:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc31e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570253504:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.593148:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.593149:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.593150:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.593153:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99931 00000100:00100000:1.0:1705683736.593155:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d33b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570253632:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.593156:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4845 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.593161:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.593163:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4845 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.593163:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4845 pid: 15068 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.593169:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4845 pid: 15068 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.593174:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c00e580/0x9d5ae94021ccd69e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425355cd expref: 4845 pid: 14996 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.593181:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099e10280/0x9d5ae94021d907be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dc2c expref: 4844 pid: 15068 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.593186:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.593187:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.593189:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dde75b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d30 expref: 4843 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593190:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.593191:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.593193:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593194:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dde75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d30 expref: 4843 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593201:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593208:0:6518:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b73fc00/0x9d5ae94021dde75b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f59:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d30 expref: 4843 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593214:0:14238:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.593215:0:6518:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d339e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6518:1788538547672512:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.593231:0:6518:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f0369c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.593241:0:14238:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d33b700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1857:x1788538570253632:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 84us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.593246:0:14238:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99931 00000100:00100000:0.0:1705683736.593253:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.593263:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593263:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593268:0:15050:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570253760 00010000:00010000:0.0:1705683736.593279:0:15050:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4843 pid: 14999 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.593289:0:15050:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593290:0:15050:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593293:0:15050:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99932 00000100:00100000:0.0:1705683736.593295:0:15050:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d33f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1857:x1788538570253760:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.593301:0:15050:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.593303:0:15050:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4843 pid: 14999 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.593309:0:15050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4843 pid: 14999 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.593319:0:15050:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd80780/0x9d5ae94021d90a5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256dd52 expref: 4843 pid: 14999 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.593328:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.593329:0:15050:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.593330:0:15050:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593335:0:15050:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593347:0:15050:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.593359:0:15050:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d33f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_010:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1857:x1788538570253760:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 63us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.593364:0:15050:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99932 00010000:00010000:0.0:1705683736.593381:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593387:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593395:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593399:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593408:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.593414:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.593416:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593420:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b73db80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.593422:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593426:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593434:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593438:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b73db80/0x9d5ae94021dde7a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593450:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.593451:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.593453:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.593551:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bcc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+943:3080:x1788538547671168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12585us (12655us total) trans 4295071980 rc 0/0 00000100:00100000:0.0:1705683736.593556:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261660 00000004:00080000:0.0:1705683736.593579:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099bc8500/2, rc 0, transno 104684 00000100:00100000:0.0:1705683736.593585:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bc8500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547671168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.593609:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134be8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547672576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.593624:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.593654:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593655:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593658:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547672576 00000100:00100000:0.0:1705683736.593667:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593668:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593670:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261675 00000100:00100000:0.0:1705683736.593673:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134beda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+943:3082:x1788538547672576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.593681:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14788 count 1 00010000:00010000:0.0:1705683736.593758:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593767:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4841 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593772:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.593773:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.593773:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593784:0:14242:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593786:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4841 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593790:0:14242:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.593794:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4841 pid: 15096 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.593795:0:14242:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.593798:0:14242:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.593801:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134be9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547672640:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.593808:0:14242:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.593813:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009aa2f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.593847:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.593856:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593857:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593860:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254016 00000100:00100000:0.0:1705683736.593871:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593872:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.593875:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261676 00000100:00100000:0.0:1705683736.593877:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134bef300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:30132:x1788538570254016:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.593883:0:15034:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.593940:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.593942:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.593954:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff880073b79180 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.593955:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.593959:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.593967:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.593970:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073b79180/0x9d5ae94021dde785 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.593981:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.593982:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.593983:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.593988:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.593994:0:15076:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.593998:0:15076:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594002:0:15076:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594006:0:15076:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594019:0:15076:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1705683736.594113:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f76400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:lustre-MDT0000-mdtlov_UUID+945:3080:x1788538547670592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14812us (14886us total) trans 4295071982 rc 0/0 00000100:00100000:3.0:1705683736.594118:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261653 00010000:00010000:3.0:1705683736.594132:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.594135:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594139:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009f060500 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.594140:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594144:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594150:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594153:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f060500/0x9d5ae94021dde754 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594164:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.594165:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.594166:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.594183:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.594189:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594190:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594194:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254080 00000100:00100000:3.0:1705683736.594204:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594205:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594207:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261677 00000100:00100000:3.0:1705683736.594210:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cde3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:15146:x1788538570254080:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.594214:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.594250:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1705683736.594265:0:3080:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880097f76900/2, rc 0, transno 104686 00000100:00100000:0.0:1705683736.594270:0:3080:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f76900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3080:1788538547670592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.594299:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.594303:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134be9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547672704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.594319:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1705683736.594333:0:15034:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebda800/0x9d5ae94021dde86c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x78f4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588da0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.594342:0:15034:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x78f4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.594350:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.594351:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.594354:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebda800/0x9d5ae94021dde86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588da0 expref: 4844 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594361:0:15034:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ebda800/0x9d5ae94021dde86c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588da0 expref: 4844 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594366:0:15034:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ebda800, rc 0) 00000100:00100000:0.0:1705683736.594374:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134bef300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:30132:x1788538570254016:12345-192.168.204.14@tcp:101:dd.0 Request processed in 496us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.594378:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261676 00000100:00100000:0.0:1705683736.594385:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594386:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594388:0:15034:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547672704 00000100:00100000:0.0:1705683736.594397:0:15034:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594398:0:15034:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594400:0:15034:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261678 00000100:00100000:0.0:1705683736.594402:0:15034:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134be8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+945:3082:x1788538547672704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.594409:0:15034:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14789 count 1 00010000:00010000:3.0:1705683736.594453:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b59aa80/0x9d5ae94021dde873 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4066:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588da7 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.594461:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4066:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.594468:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.594469:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.594471:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59aa80/0x9d5ae94021dde873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588da7 expref: 4844 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594477:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b59aa80/0x9d5ae94021dde873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588da7 expref: 4844 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594481:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b59aa80, rc 0) 00000100:00100000:3.0:1705683736.594491:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:15146:x1788538570254080:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 281us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.594495:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261677 00010000:00010000:0.0:1705683736.594504:0:15034:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.594505:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+945:3082:x1788538547670976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14284us (14333us total) trans 4295071981 rc 0/0 00000100:00100000:1.0:1705683736.594510:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261656 00010000:00010000:0.0:1705683736.594511:0:15034:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4843 pid: 15062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594516:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.594517:0:15034:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.594518:0:15034:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.594521:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.594528:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594530:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.594534:0:15034:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4843 pid: 15062 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.594535:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880099bcd500/2, rc 0, transno 104685 00000100:00100000:3.0:1705683736.594535:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254144 00010000:00010000:0.0:1705683736.594540:0:15034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4844 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.594544:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594545:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.594547:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547670976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.594548:0:15034:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801327e0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547672768:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.594548:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261679 00000100:00100000:3.0:1705683736.594551:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:15123:x1788538570254144:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.594556:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.594570:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.594574:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801327e1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547672832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.594574:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.594583:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.594584:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594588:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.594590:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254208 00000100:00100000:1.0:1705683736.594605:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594606:0:15034:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009aa2f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.594606:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.594609:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207306 00000100:00100000:0.0:1705683736.594612:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594613:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.594613:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc30500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1115:31109:x1788538570254208:12345-192.168.204.14@tcp:101:mrename.0 00000100:00100000:0.0:1705683736.594618:0:15067:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547672832 00010000:00010000:1.0:1705683736.594621:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.594628:0:15067:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594629:0:15067:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594645:0:15067:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261680 00000100:00100000:0.0:1705683736.594647:0:15067:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+945:3081:x1788538547672832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.594656:0:15067:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14790 count 1 00010000:00010000:1.0:1705683736.594671:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6800/0x9d5ae94021dde881 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588db5 expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594712:0:15067:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594719:0:15067:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4844 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594723:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.594724:0:15067:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.594725:0:15067:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594736:0:15067:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4844 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.594741:0:15067:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4844 pid: 15002 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.594746:0:15067:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8801327e3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15067:1788538547672896:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.594757:0:15067:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.594789:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.594797:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594798:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594803:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254272 00000100:00100000:0.0:1705683736.594815:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594815:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.594818:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207307 00000100:00100000:0.0:1705683736.594821:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e1900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1117:31107:x1788538570254272:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1705683736.594826:0:14252:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.594847:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.594855:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.594861:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.594870:0:14252:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef38280/0x9d5ae94021dde896 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dbc expref: -99 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594875:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b59a300/0x9d5ae94021dde89d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dae expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.594883:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x5adc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.594893:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.594894:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.594897:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59a300/0x9d5ae94021dde89d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dae expref: 4845 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.594922:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b59a300/0x9d5ae94021dde89d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5adc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dae expref: 4845 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.594923:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.594928:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:3.0:1705683736.594928:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b59a300, rc 0) 00010000:00010000:1.0:1705683736.594933:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.594938:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:15123:x1788538570254144:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 386us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.594942:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261679 00010000:00010000:0.0:1705683736.594944:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.594949:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.594953:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.594954:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.594957:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.594963:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.594966:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.594967:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.594969:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b442080 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.594970:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.594973:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.594975:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.594976:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00200000:0.0:1705683736.594978:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1705683736.594978:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00000004:00200000:0.0:1705683736.594980:0:14252:0:(mdt_handler.c:1566:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1705683736.594980:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1705683736.594980:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254336 00010000:00010000:1.0:1705683736.594982:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.594984:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b442080/0x9d5ae94021dde88f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.594989:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000004:00010000:0.0:1705683736.594990:0:14252:0:(mdt_handler.c:2435:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000100:00100000:3.0:1705683736.594990:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.594993:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.594993:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261681 00010000:00010000:1.0:1705683736.594995:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00000100:00100000:3.0:1705683736.594996:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132474100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5215:15161:x1788538570254336:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:1.0:1705683736.594998:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.595001:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b440500 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:3.0:1705683736.595001:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.595002:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.595008:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.595010:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009ef38280/0x9d5ae94021dde896 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dbc expref: 1119 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.595011:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3631 (ffff880135facc00) 00010000:00010000:1.0:1705683736.595013:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.595013:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.595016:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440500/0x9d5ae94021dde8a4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3631 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.595025:0:14252:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dbc expref: 1118 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.595029:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:0.0:1705683736.595030:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1705683736.595031:0:14252:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0d92800, rc 0) 00000100:00100000:0.0:1705683736.595040:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e1900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1118:31107:x1788538570254272:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 219us (252us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.595043:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6800/0x9d5ae94021dde881 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588db5 expref: 1118 pid: 14295 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.595044:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207307 00010000:00010000:1.0:1705683736.595047:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800981a6800/0x9d5ae94021dde881 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588db5 expref: 1118 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.595055:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800981a6800, rc 0) 00000100:00100000:1.0:1705683736.595065:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc30500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1116:31109:x1788538570254208:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 452us (491us total) trans 0 rc 301/301 00000100:00100000:1.0:1705683736.595069:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207306 00010000:00010000:3.0:1705683736.595340:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b599680/0x9d5ae94021dde8b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x78a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dc3 expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.595352:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x78a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.595360:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.595361:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.595364:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b599680/0x9d5ae94021dde8b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dc3 expref: 5216 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.595371:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b599680/0x9d5ae94021dde8b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dc3 expref: 5216 pid: 15076 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.595372:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.595377:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b599680, rc 0) 00000100:00100000:3.0:1705683736.595387:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132474100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:15161:x1788538570254336:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 390us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.595392:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261681 00000100:00100000:3.0:1705683736.595399:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.595400:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.595404:0:15076:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254400 00000100:00100000:3.0:1705683736.595412:0:15076:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.595413:0:15076:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.595416:0:15076:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261682 00000100:00100000:3.0:1705683736.595418:0:15076:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5216:29581:x1788538570254400:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.595423:0:15076:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.595769:0:15076:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b599b80/0x9d5ae94021dde8b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6b8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dca expref: -99 pid: 15076 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.595779:0:15076:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x6b8f:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:3.0:1705683736.595788:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.595789:0:15076:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.595792:0:15076:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b599b80/0x9d5ae94021dde8b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dca expref: 5217 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.595799:0:15076:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b599b80/0x9d5ae94021dde8b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6b8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dca expref: 5217 pid: 15076 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.595804:0:15076:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b599b80, rc 0) 00000100:00100000:3.0:1705683736.595818:0:15076:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_077:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5217:29581:x1788538570254400:12345-192.168.204.14@tcp:101:dd.0 Request processed in 399us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.595823:0:15076:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261682 00000100:00100000:0.0:1705683736.596180:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.596210:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.596277:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880135931400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0001_UUID:15085:1788538547671680:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.596291:0:15085:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.596297:0:15085:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.596298:0:15085:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.596299:0:15085:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596330:0:14323:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007360b200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0001_UUID:14323:1788538547671744:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.596342:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.596350:0:15084:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bc9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_085:lustre-OST0000_UUID:15084:1788538547671424:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.596358:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880135932d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570253120:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9911us (10002us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.596364:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99922 00010000:00010000:1.0:1705683736.596366:0:15084:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b73f980/0x9d5ae94021dde7f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d7d expref: 2811 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.596374:0:15084:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b73f980, rc 0) 00000100:00100000:1.0:1705683736.596385:0:15084:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ae8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_085:dab809dd-6952-4f4e-9170-c0b3df4b5902+2811:29913:x1788538570252800:12345-192.168.204.14@tcp:101:dd.0 Request processed in 10774us (11098us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.596392:0:15084:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261666 00000100:00100000:0.0:1705683736.596452:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.596465:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.596486:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.596491:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596492:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596496:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255040 00010000:00010000:0.0:1705683736.596505:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4844 pid: 14996 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.596516:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596517:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596519:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99933 00000100:00100000:0.0:1705683736.596522:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1856:x1788538570255040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.596528:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.596531:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4844 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.596537:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4844 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.596551:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097fb6080/0x9d5ae94021d90d36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256de6a expref: 4844 pid: 14996 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.596558:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.596559:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.596561:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596565:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596578:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.596591:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e7300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1856:x1788538570255040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 68us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.596596:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99933 00010000:00010000:0.0:1705683736.596611:0:15085:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596617:0:15085:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596621:0:15085:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596625:0:15085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596648:0:15085:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1705683736.596656:0:10084:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.596659:0:10084:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596664:0:10084:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88013115c000 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.596666:0:10084:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596670:0:10084:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596679:0:10084:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596683:0:10084:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013115c000/0x9d5ae94021dde803 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.596699:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.596700:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.596701:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.596836:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880099dee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:lustre-MDT0000-mdtlov_UUID+946:3081:x1788538547671488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10759us (10797us total) trans 4295071983 rc 0/0 00000100:00100000:0.0:1705683736.596841:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261668 00000100:00100000:0.0:1705683736.596850:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596850:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596853:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254592 00000100:00100000:0.0:1705683736.596863:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596864:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596866:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254720 00000100:00100000:0.0:1705683736.596873:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596873:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.596876:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261683 00000100:00100000:0.0:1705683736.596879:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2874:30388:x1788538570254592:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.596885:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.597196:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cfc7980/0x9d5ae94021dde8c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7bef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dd1 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.597208:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7bef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.597216:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.597217:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.597219:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfc7980/0x9d5ae94021dde8c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dd1 expref: 2875 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597227:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cfc7980/0x9d5ae94021dde8c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7bef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dd1 expref: 2875 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597232:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfc7980, rc 0) 00000100:00100000:0.0:1705683736.597246:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:30388:x1788538570254592:12345-192.168.204.14@tcp:101:dd.0 Request processed in 365us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.597250:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261683 00000100:00100000:0.0:1705683736.597258:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597258:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597262:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261684 00000100:00100000:0.0:1705683736.597265:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5217:27217:x1788538570254720:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.597269:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.597373:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cfc5400/0x9d5ae94021dde8c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5df1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dd8 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597385:0:15085:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c641e00/0x9d5ae94021db9d4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f47425784aa expref: 5218 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.597391:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.597392:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.597394:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cfc5400/0x9d5ae94021dde8c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dd8 expref: 5218 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597409:0:15085:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c641e00/0x9d5ae94021db9d4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425784aa expref: 5218 pid: 15032 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1705683736.597416:0:15085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c641e00/0x9d5ae94021db9d4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f47425784aa expref: 5218 pid: 15032 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.597425:0:15085:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88007360b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547672960:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.597447:0:15085:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583d80 going to sleep for 11 seconds 00000004:00080000:0.0:1705683736.597471:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134efb700/2, rc 0, transno 104687 00000100:00100000:0.0:1705683736.597477:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134efb700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547671488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.597513:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135931400 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547673024:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.597531:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.597548:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597549:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597554:0:15002:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673024 00000100:00100000:0.0:1705683736.597566:0:15002:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597566:0:15002:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597569:0:15002:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261685 00000100:00100000:0.0:1705683736.597572:0:15002:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+946:3081:x1788538547673024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.597583:0:15002:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14791 count 1 00010000:00010000:0.0:1705683736.597746:0:15002:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009cfc4500/0x9d5ae94021dde8ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597754:0:15002:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cb32f80/0x9d5ae94021d91ccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e3aa expref: 4842 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597763:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.597764:0:15002:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.597765:0:15002:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfc4500/0x9d5ae94021dde8ce lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597778:0:15002:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cb32f80/0x9d5ae94021d91ccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e3aa expref: 4842 pid: 15032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597784:0:15002:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cb32f80/0x9d5ae94021d91ccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e3aa expref: 4842 pid: 15032 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.597792:0:15002:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0d07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547673088:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.597809:0:15002:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583540 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.597845:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.597857:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597858:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597863:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255168 00010000:00010000:0.0:1705683736.597875:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4843 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.597885:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597886:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.597889:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99934 00000100:00100000:0.0:1705683736.597892:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1856:x1788538570255168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.597897:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.597899:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4843 pid: 15091 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.597926:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4843 pid: 15091 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.597939:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.597940:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.597941:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597946:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.597954:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.597966:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1856:x1788538570255168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 73us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.597970:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99934 00000100:00100000:0.0:1705683736.598014:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.598021:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598021:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598025:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254976 00010000:00010000:0.0:1705683736.598034:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2811 pid: 15027 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.598043:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598044:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598046:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99935 00000100:00100000:0.0:1705683736.598048:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2811:1856:x1788538570254976:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.598053:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.598055:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2811 pid: 15027 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.598060:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2811 pid: 15027 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.598071:0:14323:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.598082:0:14323:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7be850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2811:1856:x1788538570254976:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 32us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.598085:0:14323:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99935 00000100:00100000:0.0:1705683736.598113:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.598120:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598120:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598124:0:6519:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255104 00010000:00010000:0.0:1705683736.598130:0:6519:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4843 pid: 15071 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.598138:0:6519:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598139:0:6519:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598141:0:6519:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99936 00000100:00100000:0.0:1705683736.598144:0:6519:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1856:x1788538570255104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.598149:0:6519:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.598157:0:6519:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4843 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.598162:0:6519:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4843 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.598175:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.598176:0:6519:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.598178:0:6519:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b598f00/0x9d5ae94021dde826 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d8b expref: 4843 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.598183:0:6519:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b598f00/0x9d5ae94021dde826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d8b expref: 4843 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.598196:0:6519:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b598f00/0x9d5ae94021dde826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d8b expref: 4843 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.598203:0:6519:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0d00f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6519:1788538547673152:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.598218:0:6519:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a05839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1705683736.598250:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.598258:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598258:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598266:0:14242:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255296 00000100:00100000:0.0:1705683736.598278:0:14242:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598279:0:14242:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.598282:0:14242:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261686 00000100:00100000:0.0:1705683736.598285:0:14242:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d04b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:15162:x1788538570255296:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.598291:0:14242:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.598576:0:14454:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598577:0:14454:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598584:0:14454:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254848 00000100:00100000:1.0:1705683736.598606:0:14454:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598607:0:14454:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598610:0:14454:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57736 00000100:00100000:1.0:1705683736.598613:0:14454:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1116:30881:x1788538570254848:12345-192.168.204.14@tcp:35:rm.0 00010000:00010000:0.0:1705683736.598661:0:14242:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cfc7480/0x9d5ae94021dde8d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4ef8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ddf expref: -99 pid: 14242 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.598673:0:14242:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x4ef8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.598680:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.598681:0:14242:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.598684:0:14242:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cfc7480/0x9d5ae94021dde8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ddf expref: 2876 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.598690:0:14242:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cfc7480/0x9d5ae94021dde8d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4ef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ddf expref: 2876 pid: 14242 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.598695:0:14242:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfc7480, rc 0) 00000100:00100000:0.0:1705683736.598708:0:14242:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d04b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+2876:15162:x1788538570255296:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 423us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.598712:0:14242:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261686 00000100:00100000:0.0:1705683736.598748:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.598765:0:14454:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e4b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1117:30881:x1788538570254848:12345-192.168.204.14@tcp:35:rm.0 Request processed in 151us (2299us total) trans 4295030442 rc 0/0 00000100:00100000:1.0:1705683736.598774:0:14454:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57736 00000100:00100000:1.0:1705683736.598819:0:15018:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547671808:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.598824:0:8809:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c640a00/0x9d5ae94021d90ea2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256decc expref: 4843 pid: 15091 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.598832:0:8809:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde2d00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8809:1788538547672000:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.598834:0:15018:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c2ba580/0x9d5ae94021dde81f lrc: 3/0,0 mode: --/PW res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d92 expref: 2875 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.598841:0:15018:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c2ba580, rc 0) 00010000:00010000:3.0:1705683736.598844:0:8809:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00100000:3.0:1705683736.598849:0:8809:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.598850:0:8809:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:3.0:1705683736.598851:0:8809:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.598852:0:8809:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.598857:0:8809:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.598859:0:15018:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:29031:x1788538570253248:12345-192.168.204.14@tcp:101:dd.0 Request processed in 11111us (11792us total) trans 0 rc 0/0 00010000:00010000:3.0:1705683736.598862:0:8809:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.598863:0:15018:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261670 00010000:00010000:3.0:1705683736.598867:0:8809:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.598877:0:8809:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.598932:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598933:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598940:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254528 00000100:00100000:1.0:1705683736.598954:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598955:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.598959:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207308 00000100:00100000:1.0:1705683736.598961:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e0500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1117:30904:x1788538570254528:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1705683736.598997:0:14243:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1705683736.599008:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013112fc00/0x9d5ae94021ddde94 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x20a6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588a43 expref: 1117 pid: 14503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.599032:0:8809:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009de6b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+947:3082:x1788538547671936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10055us (10951us total) trans 4295071984 rc 0/0 00000100:00100000:3.0:1705683736.599037:0:8809:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261671 00010000:00010000:1.0:1705683736.599038:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880124540500/0x9d5ae94021dceb23 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x20a6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742584810 expref: 1116 pid: 14206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.599046:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20a6:0x0].0x0 (ffff8800a0f51800) 00010000:00010000:3.0:1705683736.599051:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.599054:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.599055:0:14243:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1705683736.599059:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b59b480 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.599060:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.599065:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.599074:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.599078:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b59b480/0x9d5ae94021dde82d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8809 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1705683736.599083:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007360bc00/2, rc 0, transno 104688 00000100:00100000:1.0:1705683736.599089:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007360bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547671936:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.599091:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.599092:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.599093:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1705683736.599102:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.599108:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.599110:0:8808:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fd10280/0x9d5ae94021d60a79 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474255fa2d expref: 4842 pid: 15071 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.599114:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.599117:0:8808:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde2800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547671872:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.599127:0:8808:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b598f00/0x9d5ae94021dde826 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x63ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d8b expref: 4841 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.599133:0:8808:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b598f00, rc 0) 00000100:00100000:3.0:1705683736.599145:0:8808:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cde2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:27256:x1788538570253184:12345-192.168.204.14@tcp:101:dd.0 Request processed in 11441us (12097us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.599149:0:8808:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261669 00010000:00010000:3.0:1705683736.599177:0:15101:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a9acf00/0x9d5ae94021cc6826 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f4742531b26 expref: 2810 pid: 15027 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.599182:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440f00/0x9d5ae94021dde8e3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2089:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.599184:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde1e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547671552:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.599187:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440f00/0x9d5ae94021dde8e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00000100:00100000:3.0:1705683736.599191:0:15101:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009cde6900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0000_UUID:15101:1788538547671616:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.599196:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440f00/0x9d5ae94021dde8e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.599205:0:15101:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b59b700/0x9d5ae94021dde7fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d84 expref: 2809 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.599211:0:15101:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b59b700, rc 0) 00000100:00100000:3.0:1705683736.599223:0:15101:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:21736:x1788538570252864:12345-192.168.204.14@tcp:101:dd.0 Request processed in 13353us (13907us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.599227:0:15101:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261667 00010000:00010000:1.0:1705683736.599302:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 3/0,1 mode: --/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.599308:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599315:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.599384:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599385:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599390:0:14323:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254656 00010000:00010000:0.0:1705683736.599402:0:14323:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2809 pid: 15096 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.599415:0:14323:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599416:0:14323:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599420:0:14323:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99937 00000100:00100000:0.0:1705683736.599423:0:14323:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d03200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:1858:x1788538570254656:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.599429:0:14323:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.599438:0:14323:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2809 pid: 15096 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.599446:0:14323:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2809 pid: 15096 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.599461:0:14323:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008a1f7480/0x9d5ae94021dc6d69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x751c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742580a75 expref: 2809 pid: 15096 timeout: 608 lvb_type: 1 00000040:00080000:1.0:1705683736.599463:0:14243:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].27632, 64 off1787160 00010000:00010000:0.0:1705683736.599469:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.599470:0:14323:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.599473:0:14323:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b73f980/0x9d5ae94021dde7f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d7d expref: 2808 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.599478:0:14323:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b73f980/0x9d5ae94021dde7f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d7d expref: 2808 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.599492:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14243 initiator: MDT0 00010000:00010000:1.0:1705683736.599498:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599503:0:14243:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599508:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599511:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599515:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599529:0:14243:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1705683736.599539:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599542:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599546:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599549:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b441680 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.599551:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599555:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599560:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20a6:0x0].0x0 (ffff88009a8f0700) 00010000:00010000:1.0:1705683736.599562:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1705683736.599563:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 2/0,0 mode: --/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599566:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441680/0x9d5ae94021dde8ea lrc: 0/0,0 mode: --/EX res: [0x240000402:0x20a6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.599592:0:14323:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b73f980/0x9d5ae94021dde7f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x751c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d7d expref: 2808 pid: 15084 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.599601:0:14323:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0541400 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_007:lustre-OST0000_UUID:14323:1788538547673216:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.599624:0:14323:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a5c7a240 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.599644:0:14243:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599649:0:14243:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599652:0:14243:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599656:0:14243:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599659:0:14243:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009b441900 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.599660:0:14243:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599664:0:14243:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599669:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x0 (ffff880073654700) 00010000:00010000:1.0:1705683736.599671:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.599672:0:14243:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599676:0:14243:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b441900/0x9d5ae94021dde8dc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2089:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14243 initiator: MDT1 00000004:00010000:1.0:1705683736.599686:0:14243:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff8801327e0500 reply state ffff880073bf4000 transno 4295030443 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440f00/0x9d5ae94021dde8e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.599692:0:3083:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1705683736.599692:0:14243:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b440f00/0x9d5ae94021dde8e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2089:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14243 initiator: MDT1 00010000:00010000:1.0:1705683736.599696:0:14243:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2089:0x0].0x3931 (ffff88009a8f0200) 00010000:00010000:1.0:1705683736.599697:0:14243:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683736.599700:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0545000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547673280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.599719:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.599727:0:14243:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e0500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1117:30904:x1788538570254528:12345-192.168.204.14@tcp:36:rm.0 Request processed in 764us (3547us total) trans 4295030443 rc 0/0 00000100:00100000:1.0:1705683736.599732:0:14243:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207308 00000100:00100000:0.0:1705683736.599749:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.599757:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599758:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599763:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255232 00010000:00010000:0.0:1705683736.599774:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4841 pid: 15038 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.599775:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.599798:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599799:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599802:0:6520:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570254912 00010000:00010000:0.0:1705683736.599810:0:6520:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5219 pid: 8807 timeout: 608 lvb_type: 1 00000100:00100000:0.0:1705683736.599819:0:6520:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599820:0:6520:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599823:0:6520:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99938 00000100:00100000:1.0:1705683736.599823:0:14238:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.599825:0:14238:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.599826:0:6520:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0546400 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1858:x1788538570255232:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.599832:0:6520:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1705683736.599835:0:14238:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99939 00000100:00100000:1.0:1705683736.599839:0:14238:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc31900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5219:1858:x1788538570254912:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.599840:0:6520:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4841 pid: 15038 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.599845:0:14238:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.599846:0:6520:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4841 pid: 15038 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.599848:0:14238:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5219 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:1.0:1705683736.599855:0:14238:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5219 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.599857:0:6520:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e843980/0x9d5ae94021dbcfbf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0xe7162f474257aa19 expref: 4841 pid: 15038 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.599865:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.599866:0:6520:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.599866:0:14238:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f29b700/0x9d5ae94021cbccf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0xe7162f474252bd24 expref: 5219 pid: 8807 timeout: 608 lvb_type: 1 00010000:00010000:0.0:1705683736.599868:0:6520:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c2ba580/0x9d5ae94021dde81f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d92 expref: 2874 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.599873:0:6520:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c2ba580/0x9d5ae94021dde81f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d92 expref: 2874 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.599879:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.599880:0:14238:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.599882:0:14238:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b59b700/0x9d5ae94021dde7fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d84 expref: 2808 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.599887:0:14238:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b59b700/0x9d5ae94021dde7fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d84 expref: 2808 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.599889:0:6520:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c2ba580/0x9d5ae94021dde81f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d92 expref: 2874 pid: 15018 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.599896:0:6520:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0540500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6520:1788538547673344:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.599901:0:14238:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b59b700/0x9d5ae94021dde7fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588d84 expref: 2808 pid: 15101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.599925:0:14238:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009cc33200 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:14238:1788538547673408:192.168.204.14@tcp:105: 00000100:00100000:0.0:1705683736.599930:0:6520:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.599941:0:14238:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800aed50b40 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.599977:0:15154:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880099bc8f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_011:lustre-OST0000_UUID:15154:1788538547672192:192.168.204.14@tcp:105: 00010000:00010000:1.0:1705683736.599989:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.600003:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:1857:x1788538570253824:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 7494us (7536us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.600008:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99928 00000100:00100000:0.0:1705683736.600045:0:14313:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009e269900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547672256:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.600062:0:14313:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.600067:0:14313:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600068:0:14313:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600068:0:14313:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600083:0:15088:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134be9e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547672640:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.600093:0:15088:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.600097:0:15088:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600097:0:15088:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600098:0:15088:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600123:0:15034:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801327e0f00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_048:lustre-OST0001_UUID:15034:1788538547672768:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.600130:0:15034:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.600135:0:15034:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600136:0:15034:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600136:0:15034:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.600441:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.600445:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.600446:0:15089:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d338000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547672448:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.600451:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d3df700 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.600453:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.600457:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14243 initiator: MDT1 00010000:00010000:0.0:1705683736.600460:0:15089:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.600464:0:15089:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.600464:0:8823:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20a6:0x0].0x0 (ffff88009a8f0700) 00010000:00100000:0.0:1705683736.600465:0:15089:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600465:0:15089:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00010000:00010000:3.0:1705683736.600466:0:8823:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1705683736.600467:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14243 initiator: MDT1 00010000:00010000:3.0:1705683736.600470:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d3df700/0x9d5ae94021dde8f1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x20a6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14243 initiator: MDT1 00000100:00100000:0.0:1705683736.600480:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.600483:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.600484:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.600485:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1705683736.600490:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600491:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600496:0:15101:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673280 00000100:00100000:0.0:1705683736.600501:0:6518:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d339e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6518:1788538547672512:192.168.204.14@tcp:105: 00000100:00100000:3.0:1705683736.600510:0:15101:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600511:0:15101:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600514:0:15101:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261687 00010000:00010000:0.0:1705683736.600516:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.600517:0:15101:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0540f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_102:lustre-MDT0000-mdtlov_UUID+947:3083:x1788538547673280:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.600530:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc31e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570253504:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 7388us (7446us total) trans 0 rc 0/0 00002000:00080000:3.0:1705683736.600531:0:15101:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14792 count 1 00000100:00100000:0.0:1705683736.600535:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99930 00000100:00100000:0.0:1705683736.600595:0:15067:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801327e3200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_068:lustre-OST0001_UUID:15067:1788538547672896:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.600604:0:15067:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.600608:0:15067:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600609:0:15067:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.600610:0:15067:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600660:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.600680:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.600685:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600686:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600690:0:6518:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255552 00010000:00010000:0.0:1705683736.600698:0:6518:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4840 pid: 15096 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.600708:0:6518:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600709:0:6518:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.600711:0:6518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99940 00000100:00100000:0.0:1705683736.600714:0:6518:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0540a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570255552:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.600719:0:6518:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.600721:0:6518:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4840 pid: 15096 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.600726:0:6518:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4840 pid: 15096 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.600737:0:6518:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099fa1680/0x9d5ae94021d915da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e181 expref: 4840 pid: 15096 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.600745:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.600746:0:6518:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.600747:0:6518:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.600748:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600749:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.600752:0:6518:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.600755:0:8808:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255488 00010000:00010000:0.0:1705683736.600764:0:6518:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1705683736.600768:0:8808:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600769:0:8808:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.600773:0:8808:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261688 00000100:00100000:0.0:1705683736.600776:0:6518:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0540a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4839:1857:x1788538570255552:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 60us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.600777:0:8808:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dab809dd-6952-4f4e-9170-c0b3df4b5902+2875:27110:x1788538570255488:12345-192.168.204.14@tcp:101:dd.0 00000100:00100000:0.0:1705683736.600781:0:6518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99940 00010000:00010000:3.0:1705683736.600782:0:8808:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.600796:0:15088:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.600805:0:15088:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.600811:0:15088:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.600815:0:15088:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.600825:0:15088:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.600953:0:15088:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134beda00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+948:3082:x1788538547672576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7279us (7327us total) trans 4295071985 rc 0/0 00000100:00100000:0.0:1705683736.600958:0:15088:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261675 00000100:00100000:1.0:1705683736.600978:0:14310:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.600980:0:14310:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000004:00080000:0.0:1705683736.600981:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134be8f00/2, rc 0, transno 104689 00000100:00100000:1.0:1705683736.600985:0:14310:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255424 00000100:00100000:0.0:1705683736.600987:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134be8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547672576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.601000:0:14310:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601001:0:14310:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601005:0:14310:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57737 00000100:00100000:1.0:1705683736.601008:0:14310:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0544b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+1225:31025:x1788538570255424:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1705683736.601015:0:3082:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1705683736.601021:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0546e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547673472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.601038:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.601054:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601055:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601059:0:15088:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673472 00000100:00100000:0.0:1705683736.601069:0:15088:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601070:0:15088:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601073:0:15088:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261689 00000100:00100000:0.0:1705683736.601076:0:15088:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_089:lustre-MDT0000-mdtlov_UUID+948:3082:x1788538547673472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.601085:0:15088:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14793 count 1 00000100:00100000:1.0:1705683736.601096:0:14310:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0544b00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_010:dab809dd-6952-4f4e-9170-c0b3df4b5902+1226:31025:x1788538570255424:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 86us (616us total) trans 4295030444 rc 0/0 00000100:00100000:1.0:1705683736.601102:0:14310:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57737 00000100:00100000:1.0:1705683736.601126:0:15019:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880097f73200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547672384:192.168.204.14@tcp:104: 00010000:00010000:1.0:1705683736.601137:0:15019:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00100000:1.0:1705683736.601142:0:15019:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.601143:0:15019:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:1.0:1705683736.601143:0:15019:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601164:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.601193:0:8808:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b59a800/0x9d5ae94021dde8f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6175:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588de6 expref: -99 pid: 8808 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.601200:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.601208:0:8808:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c7e6080/0x9d5ae94021d61df8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b9f expref: 2876 pid: 14417 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1705683736.601214:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.601215:0:8808:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.601217:0:8808:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59a800/0x9d5ae94021dde8f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0x6175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588de6 expref: 2876 pid: 8808 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.601231:0:8808:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c7e6080/0x9d5ae94021d61df8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b9f expref: 2876 pid: 14417 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1705683736.601232:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.601238:0:8808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c7e6080/0x9d5ae94021d61df8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6175:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742560b9f expref: 2876 pid: 14417 timeout: 608 lvb_type: 1 00000100:00100000:1.0:1705683736.601245:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.601246:0:8808:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132476400 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8808:1788538547673536:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.601250:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601251:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601254:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255616 00000100:00100000:1.0:1705683736.601256:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.601263:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4839 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.601264:0:8808:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.601267:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.601274:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1705683736.601275:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601276:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601277:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.601277:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.601278:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601280:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255936 00000100:00100000:0.0:1705683736.601281:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255744 00010000:00010000:3.0:1705683736.601282:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebd9b80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.601284:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601287:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4841 pid: 15106 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.601289:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.601291:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601292:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601295:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261690 00000100:00100000:0.0:1705683736.601296:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601296:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601298:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255872 00000100:00100000:1.0:1705683736.601298:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073609e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:29581:x1788538570255936:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1705683736.601299:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601304:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4842 pid: 15002 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.601304:0:15080:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.601304:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd9b80/0x9d5ae94021dde865 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.601311:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601311:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601313:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255680 00010000:00010000:3.0:1705683736.601317:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.601318:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4843 pid: 15062 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.601318:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.601319:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1705683736.601324:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601325:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601327:0:15154:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570255808 00010000:00010000:3.0:1705683736.601331:0:15101:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b59ad00/0x9d5ae94021dde8ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601332:0:15154:0:(ldlm_lockd.c:2702:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4844 pid: 15068 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.601338:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601338:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:3.0:1705683736.601339:0:15101:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f124780/0x9d5ae94021d91f81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e44b expref: 4844 pid: 15046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.601341:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99941 00000100:00100000:0.0:1705683736.601344:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cc31e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570255616:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1705683736.601344:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.601345:0:15101:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1705683736.601346:0:15101:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b59ad00/0x9d5ae94021dde8ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601349:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.601351:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4844 pid: 15055 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.601357:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4844 pid: 15055 timeout: 608 lvb_type: 0 00010000:00010000:3.0:1705683736.601358:0:15101:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f124780/0x9d5ae94021d91f81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e44b expref: 4844 pid: 15046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.601369:0:15101:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f124780/0x9d5ae94021d91f81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e44b expref: 4844 pid: 15046 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.601370:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cd82f80/0x9d5ae94021d910d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256df9e expref: 4844 pid: 15055 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.601375:0:15101:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880132470a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_102:lustre-OST0001_UUID:15101:1788538547673600:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.601379:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.601380:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.601381:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601386:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.601390:0:15101:0:(client.c:2536:ptlrpc_set_wait()) set ffff88009f3b3180 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.601398:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.601411:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cc31e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1857:x1788538570255616:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 66us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.601417:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99941 00000100:00100000:3.0:1705683736.601418:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.601423:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601424:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601428:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99942 00000100:00100000:0.0:1705683736.601430:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1858:x1788538570255744:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1705683736.601436:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1705683736.601437:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.601438:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4842 pid: 15106 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.601444:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4842 pid: 15106 timeout: 608 lvb_type: 0 00000100:00100000:3.0:1705683736.601445:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.601446:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.601451:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570266432 00010000:00010000:0.0:1705683736.601455:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f1d4f00/0x9d5ae94021d9124c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e031 expref: 4842 pid: 15106 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.601463:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.601464:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1705683736.601464:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.601465:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.601465:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.601469:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1705683736.601469:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261691 00000100:00100000:3.0:1705683736.601472:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132470f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5219:15146:x1788538570266432:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.601478:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.601479:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.601490:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7bc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1858:x1788538570255744:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 59us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.601494:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99942 00000100:00100000:0.0:1705683736.601500:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601501:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601503:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99943 00000100:00100000:0.0:1705683736.601507:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007360da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1858:x1788538570255872:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.601510:0:15080:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132506300/0x9d5ae94021dde906 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6bf0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588ded expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601511:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.601513:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4840 pid: 15002 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.601518:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4840 pid: 15002 timeout: 608 lvb_type: 0 00002000:00010000:1.0:1705683736.601522:0:15080:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x6bf0:0x0] initial LVB size: 0, mtime: 0x65aaab13, atime: 0x65aaab13, ctime: 0x65aaab13, blocks: 0x0 00010000:00010000:0.0:1705683736.601528:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135f72080/0x9d5ae94021d91acd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e309 expref: 4841 pid: 15002 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.601531:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.601532:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.601535:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.601535:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132506300/0x9d5ae94021dde906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ded expref: 4840 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601536:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.601537:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.601542:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601542:0:15080:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132506300/0x9d5ae94021dde906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6bf0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588ded expref: 4840 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601548:0:15080:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132506300, rc 0) 00010000:00010000:0.0:1705683736.601552:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.601561:0:15080:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073609e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:29581:x1788538570255936:12345-192.168.204.14@tcp:101:dd.0 Request processed in 263us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.601564:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007360da00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1858:x1788538570255872:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 56us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.601566:0:15080:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261690 00000100:00100000:0.0:1705683736.601568:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99943 00000100:00100000:0.0:1705683736.601574:0:15154:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601575:0:15154:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601578:0:15154:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99944 00000100:00100000:1.0:1705683736.601579:0:7678:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601580:0:7678:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.601581:0:15154:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880073608500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4838:1858:x1788538570255680:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1705683736.601586:0:7678:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99945 00000100:00100000:1.0:1705683736.601589:0:7678:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007360cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4838:1858:x1788538570255808:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1705683736.601595:0:7678:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1705683736.601598:0:7678:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4838 pid: 15068 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.601604:0:7678:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4838 pid: 15068 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.601614:0:7678:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880096666d00/0x9d5ae94021d913fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e0e7 expref: 4838 pid: 15068 timeout: 608 lvb_type: 0 00010000:00010000:1.0:1705683736.601621:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.601622:0:7678:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.601624:0:7678:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601628:0:7678:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601658:0:7678:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.601670:0:7678:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007360cb00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4837:1858:x1788538570255808:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 80us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.601675:0:7678:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99945 00010000:00010000:1.0:1705683736.601693:0:15089:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601698:0:15089:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601703:0:15089:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601707:0:15089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.601715:0:15089:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.601808:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d33c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+949:3081:x1788538547672320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8873us (8927us total) trans 4295071986 rc 0/0 00000100:00100000:1.0:1705683736.601813:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261674 00000004:00080000:1.0:1705683736.601839:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009d338a00/2, rc 0, transno 104690 00000100:00100000:1.0:1705683736.601844:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009d338a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547672320:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.601872:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1705683736.601877:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880135936900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547673664:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.601893:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.601923:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601924:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601929:0:15018:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673664 00000100:00100000:1.0:1705683736.601941:0:15018:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601942:0:15018:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.601944:0:15018:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261692 00000100:00100000:1.0:1705683736.601947:0:15018:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880135932d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_032:lustre-MDT0000-mdtlov_UUID+949:3081:x1788538547673664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1705683736.601957:0:15018:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14794 count 1 00010000:00010000:1.0:1705683736.602092:0:15018:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e26300/0x9d5ae94021dde90d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602101:0:15018:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135658780/0x9d5ae94021d925a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e67b expref: 4836 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602107:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.602108:0:15018:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.602109:0:15018:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e26300/0x9d5ae94021dde90d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15018 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602123:0:15018:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135658780/0x9d5ae94021d925a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e67b expref: 4836 pid: 15074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602129:0:15018:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135658780/0x9d5ae94021d925a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e67b expref: 4836 pid: 15074 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.602142:0:15018:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff880134868500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_032:lustre-OST0001_UUID:15018:1788538547673728:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.602160:0:15018:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1705683736.602171:0:15019:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602176:0:15019:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602182:0:15019:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602186:0:15019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602195:0:15019:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1705683736.602279:0:15019:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d33ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+950:3081:x1788538547672128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9475us (9555us total) trans 4295071987 rc 0/0 00000100:00100000:1.0:1705683736.602284:0:15019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261673 00010000:00010000:0.0:1705683736.602292:0:15154:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1705683736.602296:0:15154:0:(ldlm_lockd.c:1833:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4836 pid: 15062 timeout: 608 lvb_type: 0 00000004:00080000:1.0:1705683736.602305:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880073608000/2, rc 0, transno 104691 00010000:00010000:0.0:1705683736.602307:0:15154:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4836 pid: 15062 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.602310:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880073608000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547672128:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.602317:0:15154:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d9ec000/0x9d5ae94021d918ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e26f expref: 4836 pid: 15062 timeout: 608 lvb_type: 0 00010000:00010000:0.0:1705683736.602326:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.602327:0:15154:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.602328:0:15154:0:(ldlm_lock.c:705:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602332:0:15154:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602333:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009de69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547673792:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.602344:0:15154:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1705683736.602349:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.602355:0:15154:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880073608500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4835:1858:x1788538570255680:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 773us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.602360:0:15154:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99944 00000100:00100000:1.0:1705683736.602363:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602364:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602367:0:15019:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673792 00000100:00100000:1.0:1705683736.602377:0:15019:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.602378:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1705683736.602378:0:15019:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.602380:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602381:0:15019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261693 00000100:00100000:1.0:1705683736.602384:0:15019:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009de69900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_033:lustre-MDT0000-mdtlov_UUID+950:3081:x1788538547673792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1705683736.602385:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebd8c80 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:0.0:1705683736.602387:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1705683736.602392:0:15019:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14795 count 1 00010000:00010000:0.0:1705683736.602395:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602404:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602408:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebd8c80/0x9d5ae94021dde85e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602503:0:15019:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bb06d00/0x9d5ae94021dde914 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602511:0:15019:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ea57200/0x9d5ae94021d92730 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e70e expref: 4834 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602512:0:6522:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1705683736.602513:0:6522:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602515:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.602516:0:15019:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.602517:0:6522:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff8800981a5680 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:1.0:1705683736.602517:0:15019:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bb06d00/0x9d5ae94021dde914 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602519:0:6522:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602522:0:6522:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602528:0:15019:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ea57200/0x9d5ae94021d92730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e70e expref: 4834 pid: 15084 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602529:0:6522:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602532:0:6522:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800981a5680/0x9d5ae94021dde857 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15019 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.602533:0:15019:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ea57200/0x9d5ae94021d92730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e70e expref: 4834 pid: 15084 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.602539:0:15019:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f256900 pname:cluuid:pid:xid:nid:opc:job ll_ost00_033:lustre-OST0001_UUID:15019:1788538547673856:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.602549:0:15019:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973540 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.602553:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.602554:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.602555:0:6522:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.602560:0:10084:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.602563:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602563:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602569:0:14243:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256064 00010000:00010000:0.0:1705683736.602573:0:14313:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602577:0:14313:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602582:0:14313:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602583:0:14243:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602583:0:14243:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:0.0:1705683736.602586:0:14313:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602587:0:14243:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207309 00000100:00100000:1.0:1705683736.602590:0:14243:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132475000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+824:31107:x1788538570256064:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:0.0:1705683736.602600:0:14313:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.602650:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f253c00 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547673920:0@lo:1000:mdt00_017.0 00000100:00100000:1.0:1705683736.602670:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.602681:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.602686:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602687:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602691:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673920 00000100:00100000:1.0:1705683736.602705:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602706:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.602708:0:14313:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e26df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+951:3082:x1788538547672064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10302us (10340us total) trans 4295071988 rc 0/0 00000100:00100000:1.0:1705683736.602709:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25170 00000100:00100000:1.0:1705683736.602712:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547673920:12345-0@lo:1000:mdt00_017.0 00000100:00100000:0.0:1705683736.602714:0:14313:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261672 00000004:00080000:0.0:1705683736.602739:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88007360c100/2, rc 0, transno 104692 00000100:00100000:0.0:1705683736.602744:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007360c100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547672064:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.602750:0:14503:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f252300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547673920:12345-0@lo:1000:mdt00_017.0 Request processed in 37us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1705683736.602754:0:14503:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25170 00010000:00010000:0.0:1705683736.602761:0:15034:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602766:0:15034:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602771:0:15034:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.602776:0:15034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.602787:0:3082:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f253700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547673984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.602803:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f253c00 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547673920:0@lo:1000:mdt00_017.0 00010000:00010000:3.0:1705683736.602828:0:7677:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.602832:0:7677:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.602838:0:7677:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebda080 already unused, calling callback (ffffffffa065fe00) 00000100:00100000:1.0:1705683736.602839:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f253c00 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547674048:0@lo:1000:mdt00_017.0 00010000:00010000:3.0:1705683736.602840:0:7677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.602845:0:7677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602853:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1705683736.602859:0:7677:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602860:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574e600 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.602863:0:7677:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebda080/0x9d5ae94021dde850 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602864:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602865:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602870:0:14285:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547674048 00010000:00010000:3.0:1705683736.602876:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.602877:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.602878:0:7677:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1705683736.602879:0:14285:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602880:0:14285:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.602883:0:14285:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25171 00000100:00100000:1.0:1705683736.602885:0:14285:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f255a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547674048:12345-0@lo:1000:mdt00_017.0 00010000:00010000:3.0:1705683736.602889:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b59a080/0x9d5ae94021dde91b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4007:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588dfb expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.602901:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4007:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.602926:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.602928:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.602931:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b59a080/0x9d5ae94021dde91b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dfb expref: 5220 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.602939:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b59a080/0x9d5ae94021dde91b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4007:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dfb expref: 5220 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.602942:0:14285:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f255a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547674048:12345-0@lo:1000:mdt00_017.0 Request processed in 56us (88us total) trans 0 rc -2/-2 00010000:00010000:3.0:1705683736.602945:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b59a080, rc 0) 00000100:00100000:1.0:1705683736.602947:0:14285:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25171 00000100:00100000:3.0:1705683736.602958:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132470f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5220:15146:x1788538570266432:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 1485us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.602963:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261691 00000100:00100000:1.0:1705683736.602977:0:14243:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88009f253c00 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547674048:0@lo:1000:mdt00_017.0 00000100:00100000:3.0:1705683736.602997:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.603008:0:14243:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135576300/0x9d5ae94021dde922 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.603009:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603010:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.603012:0:14243:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135576300/0x9d5ae94021dde922 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.603014:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570266368 00010000:00010000:1.0:1705683736.603018:0:14243:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880135576300/0x9d5ae94021dde922 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14243 initiator: MDT0 00000100:00100000:3.0:1705683736.603025:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603026:0:14243:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f253c00 pname:cluuid:pid:xid:nid:opc:job mdt00_017:lustre-MDT0000-mdtlov_UUID:14243:1788538547674112:0@lo:101:mdt00_017.0 00000100:00100000:3.0:1705683736.603026:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603029:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261694 00000100:00100000:3.0:1705683736.603032:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132472d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4835:15161:x1788538570266368:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:3.0:1705683736.603038:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.603041:0:14243:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.603049:0:14243:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a1973900 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.603053:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603054:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603057:0:14503:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547674112 00000100:00100000:1.0:1705683736.603067:0:14503:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603068:0:14503:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603070:0:14503:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25172 00000100:00100000:1.0:1705683736.603073:0:14503:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f257300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:14243:x1788538547674112:12345-0@lo:101:mdt00_017.0 00010000:00010000:1.0:1705683736.603078:0:14503:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.603132:0:14503:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098292a80/0x9d5ae94021dde929 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9d5ae94021dde922 expref: -99 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603146:0:14503:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dbc expref: 1116 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603151:0:14503:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880098292a80/0x9d5ae94021dde929 lrc: 4/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde922 expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603164:0:14503:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dbc expref: 1116 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603170:0:14503:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a0d92800/0x9d5ae94021dde8ab lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dbc expref: 1116 pid: 14252 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.603176:0:14503:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f250500 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001_UUID:14503:1788538547674176:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.603190:0:14503:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1705683736.603240:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.603272:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800996bf980/0x9d5ae94021dde930 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7a68:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588df4 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1705683736.603283:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x7a68:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1705683736.603290:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1705683736.603290:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.603291:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.603294:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800996bf980/0x9d5ae94021dde930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588df4 expref: 4836 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.603301:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800996bf980/0x9d5ae94021dde930 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588df4 expref: 4836 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.603306:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800996bf980, rc 0) 00000100:00100000:3.0:1705683736.603317:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132472d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4836:15161:x1788538570266368:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 284us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.603322:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261694 00000100:00100000:3.0:1705683736.603330:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603331:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603334:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570272832 00000100:00100000:3.0:1705683736.603351:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603352:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603354:0:15112:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570275648 00000100:00100000:1.0:1705683736.603357:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603358:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.603363:0:15112:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603364:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261695 00000100:00100000:3.0:1705683736.603364:0:15112:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603367:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f251900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5221:15123:x1788538570272832:12345-192.168.204.14@tcp:101:dir_create.sh.0 00000100:00100000:3.0:1705683736.603368:0:15112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261696 00000100:00100000:3.0:1705683736.603371:0:15112:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f252800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5221:30132:x1788538570275648:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1705683736.603373:0:15089:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1705683736.603376:0:15112:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1705683736.603394:0:3082:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1705683736.603494:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.603496:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.603500:0:14313:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547673984 00000100:00100000:0.0:1705683736.603512:0:14313:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.603513:0:14313:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.603516:0:14313:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261697 00000100:00100000:0.0:1705683736.603519:0:14313:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d33b700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+951:3082:x1788538547673984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1705683736.603529:0:14313:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14796 count 1 00010000:00010000:0.0:1705683736.603673:0:14313:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bba6a80/0x9d5ae94021dde937 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.603682:0:14313:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099f82800/0x9d5ae94021d92991 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e7cb expref: 4835 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.603687:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.603688:0:14313:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.603689:0:14313:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bba6a80/0x9d5ae94021dde937 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14313 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.603703:0:14313:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099f82800/0x9d5ae94021d92991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e7cb expref: 4835 pid: 15025 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.603710:0:14313:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099f82800/0x9d5ae94021d92991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e7cb expref: 4835 pid: 15025 timeout: 608 lvb_type: 0 00000100:00100000:0.0:1705683736.603718:0:14313:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d33f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14313:1788538547674240:192.168.204.14@tcp:104: 00000100:00100000:0.0:1705683736.603733:0:14313:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800a0583300 going to sleep for 11 seconds 00010000:00010000:0.0:1705683736.603751:0:15034:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1705683736.603839:0:15034:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134be8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_048:lustre-MDT0000-mdtlov_UUID+952:3082:x1788538547672704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9435us (9519us total) trans 4295071989 rc 0/0 00010000:00010000:1.0:1705683736.603839:0:15089:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098291e00/0x9d5ae94021dde93e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e02 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.603843:0:8823:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1705683736.603844:0:15034:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261678 00010000:00010000:3.0:1705683736.603846:0:8823:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.603850:0:15089:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x5adb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1705683736.603851:0:8823:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebdad00 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.603853:0:8823:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.603857:0:8823:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603859:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1705683736.603860:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1705683736.603866:0:3082:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134be9900/2, rc 0, transno 104693 00010000:00010000:1.0:1705683736.603868:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098291e00/0x9d5ae94021dde93e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e02 expref: 5222 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.603868:0:8823:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.603871:0:3082:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff880134be9900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3082:1788538547672704:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1705683736.603872:0:8823:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebdad00/0x9d5ae94021dde87a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603875:0:15089:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098291e00/0x9d5ae94021dde93e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5adb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e02 expref: 5222 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.603880:0:15067:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.603881:0:15089:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098291e00, rc 0) 00010000:00010000:0.0:1705683736.603886:0:15067:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.603888:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.603889:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.603890:0:8823:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.603892:0:15067:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.603895:0:15089:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f251900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5222:15123:x1788538570272832:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 528us (655us total) trans 0 rc 0/0 00010000:00010000:0.0:1705683736.603896:0:15067:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.603899:0:15089:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261695 00010000:00010000:0.0:1705683736.603924:0:15067:0:(ldlm_lockd.c:2223:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1705683736.603959:0:3083:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f254100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3083:1788538547674304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.603977:0:3083:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1705683736.603991:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603993:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.603996:0:15080:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547674304 00000100:00100000:1.0:1705683736.604005:0:15080:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604006:0:15080:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604008:0:15080:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261698 00000100:00100000:1.0:1705683736.604010:0:15080:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_081:lustre-MDT0000-mdtlov_UUID+953:3083:x1788538547674304:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.604020:0:15067:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e5a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_068:lustre-MDT0000-mdtlov_UUID+953:3081:x1788538547672832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9371us (9429us total) trans 4295071990 rc 0/0 00010000:00010000:3.0:1705683736.604020:0:6521:0:(ldlm_lockd.c:2852:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1705683736.604022:0:6521:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.604025:0:15067:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261680 00010000:00010000:3.0:1705683736.604032:0:6521:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009ebdb980 already unused, calling callback (ffffffffa065fe00) 00010000:00010000:3.0:1705683736.604034:0:6521:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.604038:0:6521:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.604043:0:15088:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a067c780/0x9d5ae94021dde945 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.604047:0:6521:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.604051:0:15088:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009efce080/0x9d5ae94021d923a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e5c5 expref: 4835 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.604051:0:6521:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ebdb980/0x9d5ae94021dde888 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15067 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.604056:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.604057:0:15088:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1705683736.604059:0:15088:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a067c780/0x9d5ae94021dde945 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15088 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.604066:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.604067:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1705683736.604068:0:6521:0:(ldlm_lockd.c:2855:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1705683736.604071:0:15088:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009efce080/0x9d5ae94021d923a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e5c5 expref: 4835 pid: 15028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.604073:0:15112:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800996be080/0x9d5ae94021dde94c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7734:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e09 expref: -99 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.604077:0:15088:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009efce080/0x9d5ae94021d923a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e5c5 expref: 4835 pid: 15028 timeout: 608 lvb_type: 0 00002000:00010000:3.0:1705683736.604083:0:15112:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7734:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1705683736.604084:0:15088:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d339e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_089:lustre-OST0001_UUID:15088:1788538547674368:192.168.204.14@tcp:104: 00010000:00010000:3.0:1705683736.604091:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.604092:0:15112:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1705683736.604095:0:15112:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800996be080/0x9d5ae94021dde94c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e09 expref: 5222 pid: 15112 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1705683736.604097:0:15088:0:(client.c:2536:ptlrpc_set_wait()) set ffff880073b4e540 going to sleep for 11 seconds 00010000:00010000:3.0:1705683736.604102:0:15112:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800996be080/0x9d5ae94021dde94c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7734:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e09 expref: 5222 pid: 15112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1705683736.604112:0:15112:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800996be080, rc 0) 00000100:00100000:3.0:1705683736.604124:0:15112:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f252800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_113:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5222:30132:x1788538570275648:12345-192.168.204.14@tcp:101:dd.0 Request processed in 753us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1705683736.604129:0:15112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261696 00000100:00100000:0.0:1705683736.604132:0:15085:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff88007360b200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_086:lustre-OST0000_UUID:15085:1788538547672960:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.604144:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cfc5400/0x9d5ae94021dde8c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5df1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588dd8 expref: 5221 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.604151:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cfc5400, rc 0) 00000100:00100000:0.0:1705683736.604160:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e4100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5221:27217:x1788538570254720:12345-192.168.204.14@tcp:101:dd.0 Request processed in 6895us (7709us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.604165:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261684 00000100:00100000:0.0:1705683736.604200:0:15002:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0d07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_023:lustre-OST0001_UUID:15002:1788538547673088:192.168.204.14@tcp:104: 00000100:00100000:3.0:1705683736.604206:0:3074:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.604208:0:15002:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009cfc4500/0x9d5ae94021dde8ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15002 timeout: 0 lvb_type: 0 00010000:00100000:0.0:1705683736.604213:0:15002:0:(ldlm_request.c:181:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.604214:0:15002:0:(ldlm_request.c:189:ldlm_cp_timeout()) NULL obd 00010000:00100000:0.0:1705683736.604215:0:15002:0:(ldlm_request.c:190:ldlm_cp_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604275:0:6519:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8800a0d00f00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6519:1788538547673152:192.168.204.14@tcp:105: 00010000:00010000:0.0:1705683736.604286:0:6519:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1705683736.604295:0:6519:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4835:1856:x1788538570255104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6150us (6181us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.604300:0:6519:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99936 00002000:00080000:1.0:1705683736.604349:0:15080:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14797 count 1 00010000:00010000:1.0:1705683736.604441:0:15080:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f1c6a80/0x9d5ae94021dde953 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604449:0:15080:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dce8f00/0x9d5ae94021d92bcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e896 expref: 4834 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604454:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.604455:0:15080:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.604456:0:15080:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f1c6a80/0x9d5ae94021dde953 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604469:0:15080:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009dce8f00/0x9d5ae94021d92bcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e896 expref: 4834 pid: 15101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604475:0:15080:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009dce8f00/0x9d5ae94021d92bcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e896 expref: 4834 pid: 15101 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.604482:0:15080:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f253200 pname:cluuid:pid:xid:nid:opc:job ll_ost00_081:lustre-OST0001_UUID:15080:1788538547674432:192.168.204.14@tcp:104: 00000100:00100000:1.0:1705683736.604495:0:15080:0:(client.c:2536:ptlrpc_set_wait()) set ffff88013574e600 going to sleep for 11 seconds 00000004:00080000:1.0:1705683736.604516:0:3081:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8801327e1e00/2, rc 0, transno 104694 00000100:00100000:1.0:1705683736.604527:0:3081:0:(client.c:2255:ptlrpc_check_set()) Completed RPC req@ffff8801327e1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547672832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1705683736.604535:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604537:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604542:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570316352 00000100:00100000:1.0:1705683736.604557:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604557:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604561:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207310 00000100:00100000:1.0:1705683736.604564:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132471400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1117:31122:x1788538570316352:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1705683736.604570:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.604602:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f1c7980/0x9d5ae94021dde95a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e25 expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1705683736.604676:0:14295:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000403:0x2061:0x0]: returning size 4096 00000100:00100000:0.0:1705683736.604699:0:3081:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1705683736.604705:0:3081:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3081:1788538547674496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.604723:0:3081:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1705683736.604734:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f1c7980/0x9d5ae94021dde95a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e25 expref: 1119 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604739:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f1c7980/0x9d5ae94021dde95a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e25 expref: 1119 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604747:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f1c7980, rc 0) 00000100:00100000:0.0:1705683736.604757:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.604759:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132471400 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1118:31122:x1788538570316352:12345-192.168.204.14@tcp:101:rm.0 Request processed in 194us (554us total) trans 4295030445 rc 301/301 00000100:00100000:1.0:1705683736.604764:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207310 00000100:00100000:0.0:1705683736.604765:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604765:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604769:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538547674496 00000100:00100000:0.0:1705683736.604794:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604794:0:15089:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604795:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.604795:0:15089:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604798:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570316096 00000100:00100000:1.0:1705683736.604799:0:15089:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261699 00000100:00100000:1.0:1705683736.604802:0:15089:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d00f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_090:lustre-MDT0000-mdtlov_UUID+953:3081:x1788538547674496:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1705683736.604807:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604808:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.604811:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261700 00002000:00080000:1.0:1705683736.604811:0:15089:0:(ofd_dev.c:1773:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14798 count 1 00000100:00100000:0.0:1705683736.604815:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2808:30388:x1788538570316096:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:0.0:1705683736.604821:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.604896:0:15089:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009e11c780/0x9d5ae94021dde968 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604903:0:15089:0:(ldlm_lock.c:676:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ca13200/0x9d5ae94021d92dc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256e93e expref: 4834 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604925:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.604925:0:15089:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1705683736.604926:0:15089:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e11c780/0x9d5ae94021dde968 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x39ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15089 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604939:0:15089:0:(ldlm_lockd.c:1014:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ca13200/0x9d5ae94021d92dc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e93e expref: 4834 pid: 15096 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.604945:0:15089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ca13200/0x9d5ae94021d92dc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x39ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.204.14@tcp remote: 0xe7162f474256e93e expref: 4834 pid: 15096 timeout: 608 lvb_type: 0 00000100:00100000:1.0:1705683736.604952:0:15089:0:(client.c:1773:ptlrpc_send_new_req()) Sending RPC req@ffff88009f255000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_090:lustre-OST0001_UUID:15089:1788538547674560:192.168.204.14@tcp:104: 00010000:00010000:0.0:1705683736.604964:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135b01180/0x9d5ae94021dde96f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7a30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e10 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1705683736.604964:0:15089:0:(client.c:2536:ptlrpc_set_wait()) set ffff8800b23c7600 going to sleep for 11 seconds 00002000:00010000:0.0:1705683736.604975:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x7a30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.604982:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.604984:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.604987:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135b01180/0x9d5ae94021dde96f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e10 expref: 2809 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.604994:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135b01180/0x9d5ae94021dde96f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e10 expref: 2809 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.605000:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135b01180, rc 0) 00000100:00100000:1.0:1705683736.605000:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.605011:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0d07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:30388:x1788538570316096:12345-192.168.204.14@tcp:101:dd.0 Request processed in 195us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1705683736.605015:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261700 00000100:00100000:0.0:1705683736.605022:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605023:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605026:0:15085:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570316288 00000100:00100000:1.0:1705683736.605026:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.605034:0:15085:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605034:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605034:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605035:0:15085:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605038:0:15085:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261701 00000100:00100000:1.0:1705683736.605038:0:14295:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570316160 00000100:00100000:0.0:1705683736.605041:0:15085:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f255f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2809:15162:x1788538570316288:12345-192.168.204.14@tcp:101:dir_create.sh.0 00010000:00010000:0.0:1705683736.605046:0:15085:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1705683736.605050:0:14295:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605051:0:14295:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605054:0:14295:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207311 00000100:00100000:1.0:1705683736.605057:0:14295:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0776900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1118:31128:x1788538570316160:12345-192.168.204.14@tcp:101:mrename.0 00010000:00010000:1.0:1705683736.605063:0:14295:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1705683736.605085:0:14295:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11ef80/0x9d5ae94021dde976 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e1e expref: -99 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.605138:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00010000:00010000:1.0:1705683736.605145:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605150:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.605154:0:15085:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d837c00/0x9d5ae94021dde984 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4ef9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e17 expref: -99 pid: 15085 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1705683736.605163:0:15085:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x4ef9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1705683736.605170:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.605171:0:15085:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1705683736.605174:0:15085:0:(ldlm_resource.c:1660:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d837c00/0x9d5ae94021dde984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e17 expref: 2810 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.605180:0:15085:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d837c00/0x9d5ae94021dde984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4ef9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e17 expref: 2810 pid: 15085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.605186:0:15085:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d837c00, rc 0) 00000100:00100000:0.0:1705683736.605195:0:15085:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f255f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_086:dab809dd-6952-4f4e-9170-c0b3df4b5902+2810:15162:x1788538570316288:12345-192.168.204.14@tcp:101:dir_create.sh.0 Request processed in 154us (196us total) trans 0 rc 0/0 00010000:00010000:1.0:1705683736.605197:0:14295:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14295 initiator: MDT0 00000100:00100000:0.0:1705683736.605200:0:15085:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261701 00010000:00010000:1.0:1705683736.605202:0:14295:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605207:0:14295:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00000100:00100000:0.0:1705683736.605225:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:1.0:1705683736.605226:0:14295:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605230:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00000100:00100000:0.0:1705683736.605234:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605234:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00010000:00010000:1.0:1705683736.605234:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605237:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00000100:00100000:0.0:1705683736.605240:0:14252:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570316480 00010000:00010000:1.0:1705683736.605240:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e11e080 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.605242:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605246:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00000100:00100000:0.0:1705683736.605250:0:14252:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605251:0:14252:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605254:0:14252:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207312 00010000:00010000:1.0:1705683736.605254:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff88012d354900) 00010000:00010000:1.0:1705683736.605256:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683736.605257:0:14252:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88007360b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1120:30881:x1788538570316480:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1705683736.605259:0:14295:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880098292a80/0x9d5ae94021dde929 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9d5ae94021dde922 expref: 20 pid: 14503 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.605264:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605267:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11e080/0x9d5ae94021dde97d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.605274:0:14252:0:(ldlm_lockd.c:1788:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1705683736.605280:0:14295:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.605283:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131a0c000/0x9d5ae94021dde5d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2025:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588cce expref: 1120 pid: 14243 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.605283:0:14295:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605286:0:14295:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605289:0:14295:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009e11d180 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:1.0:1705683736.605291:0:14295:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14295 initiator: MDT1 00010000:00010000:1.0:1705683736.605294:0:14295:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.605296:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880131eb8780/0x9d5ae94021d96e2c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2025:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0xe7162f474256fe30 expref: 1119 pid: 14252 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.605298:0:14295:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x3931 (ffff88012d220800) 00010000:00010000:1.0:1705683736.605300:0:14295:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1705683736.605301:0:14295:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.605304:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009d88f900) 00010000:00010000:1.0:1705683736.605304:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11d180/0x9d5ae94021dde98b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x3931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14295 initiator: MDT1 00010000:00010000:0.0:1705683736.605309:0:14252:0:(ldlm_lockd.c:1846:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1705683736.605318:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.605324:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605329:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:1.0:1705683736.605334:0:14295:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11ef80/0x9d5ae94021dde976 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e1e expref: 1118 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.605339:0:14295:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e11ef80/0x9d5ae94021dde976 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e1e expref: 1118 pid: 14295 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1705683736.605348:0:14295:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e11ef80, rc 0) 00010000:00010000:0.0:1705683736.605350:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834f00/0x9d5ae94021dde999 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2023:0x0].0x3131 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.605355:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834f00/0x9d5ae94021dde999 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.605359:0:14295:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0776900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_031:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1117:31128:x1788538570316160:12345-192.168.204.14@tcp:101:mrename.0 Request processed in 301us (333us total) trans 0 rc 301/301 00010000:00010000:0.0:1705683736.605360:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834f00/0x9d5ae94021dde999 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000100:00100000:1.0:1705683736.605364:0:14295:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207311 00000100:00100000:1.0:1705683736.605408:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1705683736.605439:0:14252:0:(ldlm_lock.c:767:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14252 initiator: MDT0 00010000:00010000:0.0:1705683736.605445:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605449:0:14252:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00000004:00200000:0.0:1705683736.605571:0:14252:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x2025:0x0]: returning size 4096 00010000:00010000:0.0:1705683736.605581:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605585:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605589:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605595:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d836d00 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.605597:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605600:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605605:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2025:0x0].0x0 (ffff88009a9d2200) 00010000:00010000:0.0:1705683736.605607:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1705683736.605608:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605611:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836d00/0x9d5ae94021dde9a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2025:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605650:0:14252:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605654:0:14252:0:(ldlm_lock.c:821:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605658:0:14252:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605662:0:14252:0:(ldlm_lockd.c:1943:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605664:0:14252:0:(ldlm_lockd.c:1957:ldlm_handle_bl_callback()) Lock ffff88009d834000 already unused, calling callback (ffffffffa0d706d0) 00010000:00010000:0.0:1705683736.605665:0:14252:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605669:0:14252:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605677:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x0 (ffff880099f70b00) 00010000:00010000:0.0:1705683736.605678:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1705683736.605679:0:14252:0:(ldlm_lockd.c:1967:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605683:0:14252:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834000/0x9d5ae94021dde992 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2023:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14252 initiator: MDT1 00000004:00010000:0.0:1705683736.605689:0:14252:0:(mdt_handler.c:4182:mdt_save_lock()) ### save lock request ffff88007360b200 reply state ffff88012d31b000 transno 4295030446 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834f00/0x9d5ae94021dde999 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2023:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605695:0:14252:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d834f00/0x9d5ae94021dde999 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2023:0x0].0x3131 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14252 initiator: MDT1 00010000:00010000:0.0:1705683736.605699:0:14252:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2023:0x0].0x3131 (ffff88009a9d2600) 00010000:00010000:0.0:1705683736.605700:0:14252:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1705683736.605716:0:14252:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88007360b200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_019:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1118:30881:x1788538570316480:12345-192.168.204.14@tcp:36:rm.0 Request processed in 458us (491us total) trans 4295030446 rc 0/0 00000100:00100000:0.0:1705683736.605721:0:14252:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207312 00000100:00100000:0.0:1705683736.605736:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.605737:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605737:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.605773:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.605783:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605784:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605789:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256128 00002000:00010000:1.0:1705683736.605801:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7127 (2097152->18446744073709551615) 00002000:00100000:1.0:1705683736.605804:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0777300 with x1788538570256128 ext(2097152->18446744073709551615) 00000100:00100000:0.0:1705683736.605815:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256256 00002000:00010000:0.0:1705683736.605824:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7129 (2097152->18446744073709551615) 00002000:00100000:0.0:1705683736.605826:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0770000 with x1788538570256256 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1705683736.605928:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0777300. 00000100:00100000:1.0:1705683736.605944:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605945:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.605948:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256384 00002000:00010000:1.0:1705683736.605956:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7131 (2097152->18446744073709551615) 00002000:00100000:1.0:1705683736.605958:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0771900 with x1788538570256384 ext(2097152->18446744073709551615) 00000100:00100000:3.0:1705683736.605960:0:15137:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.605961:0:15137:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.605968:0:15137:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30354 00000100:00100000:3.0:1705683736.605972:0:15137:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0777300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5223:1857:x1788538570256128:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.606051:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0771900. 00000100:00100000:1.0:1705683736.606060:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.606061:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.606066:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30355 00000100:00100000:1.0:1705683736.606070:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0771900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5224:1857:x1788538570256384:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.606182:0:15137:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bd7:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:3.0:1705683736.606185:0:15137:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bd7:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.606187:0:15137:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bd7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.606188:0:15137:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bd7:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.606189:0:15137:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bd7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.606202:0:15137:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0777300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5225:1857:x1788538570256128:12345-192.168.204.14@tcp:10:dd.0 Request processed in 230us (794us total) trans 4295071788 rc 0/0 00000100:00100000:3.0:1705683736.606208:0:15137:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30354 00002000:00010000:3.0:1705683736.606210:0:15137:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7127 (2097152->18446744073709551615) 00002000:00100000:3.0:1705683736.606211:0:15137:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0777300 with x1788538570256128 ext(2097152->18446744073709551615) 00002000:00010000:3.0:1705683736.606309:0:15137:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0777300. 00002000:00010000:1.0:1705683736.606405:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bdb:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1705683736.606408:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bdb:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.606409:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bdb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.606411:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bdb:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.606412:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bdb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.606425:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0771900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5224:1857:x1788538570256384:12345-192.168.204.14@tcp:10:dd.0 Request processed in 354us (651us total) trans 4295071789 rc 0/0 00000100:00100000:1.0:1705683736.606430:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30355 00002000:00010000:1.0:1705683736.606432:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7131 (2097152->18446744073709551615) 00002000:00100000:1.0:1705683736.606433:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0771900 with x1788538570256384 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1705683736.606528:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0771900. 00000100:00100000:1.0:1705683736.606569:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.606576:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.606577:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.606580:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256512 00002000:00010000:1.0:1705683736.606586:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7133 (2097152->18446744073709551615) 00002000:00100000:1.0:1705683736.606588:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0773200 with x1788538570256512 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1705683736.606686:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0773200. 00000100:00100000:1.0:1705683736.607282:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.607283:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.607288:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30356 00000100:00100000:1.0:1705683736.607291:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0773200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5224:1857:x1788538570256512:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.607439:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bdd:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:1.0:1705683736.607441:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bdd:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.607442:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bdd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.607443:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bdd:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.607445:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bdd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.607456:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0773200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5225:1857:x1788538570256512:12345-192.168.204.14@tcp:10:dd.0 Request processed in 165us (888us total) trans 4295071790 rc 0/0 00000100:00100000:1.0:1705683736.607460:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30356 00002000:00010000:1.0:1705683736.607462:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7133 (2097152->18446744073709551615) 00002000:00100000:1.0:1705683736.607464:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0773200 with x1788538570256512 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1705683736.607675:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0773200. 00000100:00100000:1.0:1705683736.607721:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.607729:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.607730:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.607733:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256640 00002000:00010000:1.0:1705683736.607741:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7135 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.607742:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0775000 with x1788538570256640 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.608098:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0775000. 00000100:00100000:1.0:1705683736.608210:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.608212:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.608216:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30357 00000100:00100000:1.0:1705683736.608220:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0775000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5225:1857:x1788538570256640:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.608373:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bdf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.608375:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bdf:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.608376:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bdf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.608377:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bdf:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.608378:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bdf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.608391:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0775000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5226:1857:x1788538570256640:12345-192.168.204.14@tcp:10:dd.0 Request processed in 170us (670us total) trans 4295071791 rc 0/0 00000100:00100000:1.0:1705683736.608395:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30357 00002000:00010000:1.0:1705683736.608397:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7135 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.608398:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0775000 with x1788538570256640 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.608413:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0770000. 00000100:00100000:0.0:1705683736.608426:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.608427:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.608431:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30358 00000100:00100000:0.0:1705683736.608435:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5226:1857:x1788538570256256:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.608493:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0775000. 00000100:00100000:1.0:1705683736.608534:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.608542:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.608542:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.608546:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256768 00002000:00010000:1.0:1705683736.608553:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7137 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.608554:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0774100 with x1788538570256768 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.608658:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0774100. 00000100:00100000:1.0:1705683736.608667:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.608668:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.608672:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30359 00000100:00100000:1.0:1705683736.608674:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0774100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5227:1857:x1788538570256768:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.608692:0:14223:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bd9:0x0] updating lvb size from disk: 0 -> 2097152 00002000:00010000:0.0:1705683736.608695:0:14223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bd9:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.608696:0:14223:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bd9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.608697:0:14223:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bd9:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.608699:0:14223:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bd9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.608713:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5228:1857:x1788538570256256:12345-192.168.204.14@tcp:10:dd.0 Request processed in 277us (3277us total) trans 4295071792 rc 0/0 00000100:00100000:0.0:1705683736.608718:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30358 00002000:00010000:0.0:1705683736.608720:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7129 (2097152->18446744073709551615) 00002000:00100000:0.0:1705683736.608722:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0770000 with x1788538570256256 ext(2097152->18446744073709551615) 00002000:00010000:1.0:1705683736.608805:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1be1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.608807:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1be1:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.608809:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1be1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.608810:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1be1:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.608811:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1be1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.608823:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0774100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5228:1857:x1788538570256768:12345-192.168.204.14@tcp:10:dd.0 Request processed in 147us (289us total) trans 4295071793 rc 0/0 00000100:00100000:1.0:1705683736.608827:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30359 00002000:00010000:1.0:1705683736.608829:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7137 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.608831:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0774100 with x1788538570256768 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.608873:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0770000. 00002000:00010000:1.0:1705683736.608942:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0774100. 00000100:00100000:1.0:1705683736.609013:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.609023:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.609023:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.609027:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570256896 00002000:00010000:1.0:1705683736.609035:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7139 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.609037:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0774b00 with x1788538570256896 ext(0->18446744073709551615) 00000100:00100000:0.0:1705683736.609084:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.609095:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.609096:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.609100:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257024 00002000:00010000:0.0:1705683736.609108:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7141 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.609110:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327e3200 with x1788538570257024 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.609130:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0774b00. 00000100:00100000:1.0:1705683736.609140:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.609141:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.609145:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30360 00000100:00100000:1.0:1705683736.609147:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0774b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5228:1857:x1788538570256896:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.609289:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1be3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.609291:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1be3:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.609292:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1be3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.609293:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1be3:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.609294:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1be3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.609306:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0774b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5229:1857:x1788538570256896:12345-192.168.204.14@tcp:10:dd.0 Request processed in 157us (293us total) trans 4295071794 rc 0/0 00000100:00100000:1.0:1705683736.609310:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30360 00002000:00010000:1.0:1705683736.609312:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7139 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.609313:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0774b00 with x1788538570256896 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.609409:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0774b00. 00000100:00100000:1.0:1705683736.609447:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.609455:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.609456:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.609460:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257152 00002000:00010000:1.0:1705683736.609467:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7143 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.609468:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0774600 with x1788538570257152 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.610042:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327e3200. 00000100:00100000:0.0:1705683736.610068:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.610069:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.610074:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30361 00000100:00100000:0.0:1705683736.610077:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5229:1857:x1788538570257024:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.610159:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0774600. 00000100:00100000:1.0:1705683736.610170:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.610170:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.610175:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30362 00000100:00100000:1.0:1705683736.610178:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0774600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5230:1857:x1788538570257152:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.610307:0:14223:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1be5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.610309:0:14223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1be5:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.610311:0:14223:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1be5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.610312:0:14223:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1be5:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.610313:0:14223:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1be5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.610328:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5231:1857:x1788538570257024:12345-192.168.204.14@tcp:10:dd.0 Request processed in 250us (1245us total) trans 4295071795 rc 0/0 00000100:00100000:0.0:1705683736.610334:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30361 00002000:00010000:0.0:1705683736.610337:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7141 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.610338:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327e3200 with x1788538570257024 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.610408:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1be7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.610410:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1be7:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.610411:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1be7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.610413:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1be7:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.610414:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1be7:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1705683736.610500:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327e3200. 00000100:00100000:1.0:1705683736.610552:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0774600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5230:1857:x1788538570257152:12345-192.168.204.14@tcp:10:dd.0 Request processed in 373us (1104us total) trans 4295071796 rc 0/0 00000100:00100000:1.0:1705683736.610557:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30362 00002000:00010000:1.0:1705683736.610559:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7143 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.610560:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0774600 with x1788538570257152 ext(0->18446744073709551615) 00000100:00100000:0.0:1705683736.610674:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:1.0:1705683736.610674:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0774600. 00000100:00100000:1.0:1705683736.610684:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.610684:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.610685:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.610686:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.610688:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257280 00002000:00010000:1.0:1705683736.610697:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7145 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.610698:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327e7300 with x1788538570257280 ext(0->18446744073709551615) 00000100:00100000:0.0:1705683736.610705:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.610711:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.610712:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.610716:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257408 00002000:00010000:0.0:1705683736.610725:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7147 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.610727:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327e0f00 with x1788538570257408 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.610964:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327e7300. 00000100:00100000:1.0:1705683736.610975:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.610976:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.610981:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30363 00000100:00100000:1.0:1705683736.610983:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5231:1857:x1788538570257280:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.611136:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327e0f00. 00000100:00100000:0.0:1705683736.611156:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.611157:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.611162:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30364 00000100:00100000:0.0:1705683736.611165:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801327e0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5232:1857:x1788538570257408:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.611228:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1be9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.611230:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1be9:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.611231:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1be9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.611232:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1be9:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.611234:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1be9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.611248:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5233:1857:x1788538570257280:12345-192.168.204.14@tcp:10:dd.0 Request processed in 263us (575us total) trans 4295071797 rc 0/0 00000100:00100000:1.0:1705683736.611253:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30363 00002000:00010000:1.0:1705683736.611254:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7145 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.611256:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327e7300 with x1788538570257280 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.611346:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327e7300. 00000100:00100000:1.0:1705683736.611396:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.611404:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.611405:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.611409:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257536 00002000:00010000:1.0:1705683736.611417:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7149 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.611419:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0770f00 with x1788538570257536 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.611445:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1beb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.611447:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1beb:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.611448:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1beb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.611449:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1beb:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.611450:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1beb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.611464:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801327e0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5233:1857:x1788538570257408:12345-192.168.204.14@tcp:10:dd.0 Request processed in 298us (758us total) trans 4295071798 rc 0/0 00000100:00100000:0.0:1705683736.611469:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30364 00002000:00010000:0.0:1705683736.611471:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7147 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.611473:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801327e0f00 with x1788538570257408 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.611537:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0770f00. 00000100:00100000:1.0:1705683736.611558:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.611559:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.611563:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30365 00000100:00100000:1.0:1705683736.611567:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0770f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5233:1857:x1788538570257536:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.611618:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801327e0f00. 00000100:00100000:0.0:1705683736.611665:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.611674:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.611674:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.611679:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257664 00002000:00010000:0.0:1705683736.611688:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7151 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.611689:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880134be9e00 with x1788538570257664 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.611724:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bed:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.611726:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bed:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.611727:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bed:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.611728:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bed:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.611729:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bed:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.611741:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0770f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5234:1857:x1788538570257536:12345-192.168.204.14@tcp:10:dd.0 Request processed in 173us (345us total) trans 4295071799 rc 0/0 00000100:00100000:1.0:1705683736.611745:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30365 00002000:00010000:1.0:1705683736.611746:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7149 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.611747:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0770f00 with x1788538570257536 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.611837:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0770f00. 00000100:00100000:1.0:1705683736.611886:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.611894:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.611895:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.611899:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257792 00002000:00010000:1.0:1705683736.611925:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7153 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.611927:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df34100 with x1788538570257792 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.612012:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134be9e00. 00000100:00100000:0.0:1705683736.612021:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.612022:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.612027:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30366 00000100:00100000:0.0:1705683736.612030:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880134be9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5234:1857:x1788538570257664:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.612108:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df34100. 00000100:00100000:1.0:1705683736.612118:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.612118:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.612122:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30367 00000100:00100000:1.0:1705683736.612125:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df34100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5235:1857:x1788538570257792:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.612192:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bef:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.612195:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bef:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.612196:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bef:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.612197:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bef:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.612198:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bef:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.612211:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880134be9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5236:1857:x1788538570257664:12345-192.168.204.14@tcp:10:dd.0 Request processed in 180us (546us total) trans 4295071800 rc 0/0 00000100:00100000:0.0:1705683736.612215:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30366 00002000:00010000:0.0:1705683736.612216:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7151 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.612218:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880134be9e00 with x1788538570257664 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.612265:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bf1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.612266:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bf1:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.612267:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bf1:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.612268:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bf1:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.612268:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bf1:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.612278:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df34100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5236:1857:x1788538570257792:12345-192.168.204.14@tcp:10:dd.0 Request processed in 153us (393us total) trans 4295071801 rc 0/0 00000100:00100000:1.0:1705683736.612281:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30367 00002000:00010000:1.0:1705683736.612283:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7153 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.612284:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df34100 with x1788538570257792 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.612428:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134be9e00. 00000100:00100000:0.0:1705683736.612458:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.612466:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.612466:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.612470:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570257920 00002000:00010000:0.0:1705683736.612478:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7155 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.612480:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324b8f00 with x1788538570257920 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.612499:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df34100. 00000100:00100000:1.0:1705683736.612530:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.612535:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.612536:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.612538:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258048 00002000:00010000:1.0:1705683736.612543:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7157 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.612544:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df35f00 with x1788538570258048 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.612583:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324b8f00. 00000100:00100000:0.0:1705683736.612590:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.612591:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.612594:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30368 00000100:00100000:0.0:1705683736.612597:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5236:1857:x1788538570257920:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.612683:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df35f00. 00000100:00100000:1.0:1705683736.612702:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.612703:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.612707:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30369 00000100:00100000:1.0:1705683736.612710:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df35f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5237:1857:x1788538570258048:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.612815:0:14223:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bf3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.612817:0:14223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bf3:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.612818:0:14223:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bf3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.612819:0:14223:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bf3:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.612820:0:14223:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bf3:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.612832:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324b8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5238:1857:x1788538570257920:12345-192.168.204.14@tcp:10:dd.0 Request processed in 234us (374us total) trans 4295071802 rc 0/0 00000100:00100000:0.0:1705683736.612836:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30368 00002000:00010000:0.0:1705683736.612838:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7155 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.612839:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324b8f00 with x1788538570257920 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.612920:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bf5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.612922:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bf5:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.612924:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bf5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.612925:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bf5:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.612926:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bf5:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.612939:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df35f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5238:1857:x1788538570258048:12345-192.168.204.14@tcp:10:dd.0 Request processed in 228us (409us total) trans 4295071803 rc 0/0 00000100:00100000:1.0:1705683736.612944:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30369 00002000:00010000:1.0:1705683736.612946:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7157 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.612947:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df35f00 with x1788538570258048 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.613082:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324b8f00. 00000100:00100000:0.0:1705683736.613108:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.613114:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.613115:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.613119:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258176 00002000:00010000:0.0:1705683736.613125:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7159 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.613126:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bd000 with x1788538570258176 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.613177:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df35f00. 00000100:00100000:1.0:1705683736.613219:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.613229:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.613230:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.613233:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258304 00002000:00010000:1.0:1705683736.613241:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7161 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.613243:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df31e00 with x1788538570258304 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.613257:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324bd000. 00000100:00100000:0.0:1705683736.613265:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.613266:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.613269:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30370 00000100:00100000:0.0:1705683736.613272:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324bd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5238:1857:x1788538570258176:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.613353:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df31e00. 00000100:00100000:1.0:1705683736.613372:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.613373:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.613377:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30371 00000100:00100000:1.0:1705683736.613381:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df31e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5239:1857:x1788538570258304:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.613503:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bf7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.613505:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bf7:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.613506:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bf7:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.613507:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bf7:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.613508:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bf7:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.613520:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324bd000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5240:1857:x1788538570258176:12345-192.168.204.14@tcp:10:dd.0 Request processed in 246us (412us total) trans 4295071804 rc 0/0 00000100:00100000:0.0:1705683736.613524:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30370 00002000:00010000:0.0:1705683736.613525:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7159 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.613526:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bd000 with x1788538570258176 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.613596:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bf9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.613598:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bf9:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.613600:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bf9:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.613601:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bf9:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.613602:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bf9:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.613615:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df31e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5240:1857:x1788538570258304:12345-192.168.204.14@tcp:10:dd.0 Request processed in 234us (396us total) trans 4295071805 rc 0/0 00000100:00100000:1.0:1705683736.613619:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30371 00002000:00010000:1.0:1705683736.613621:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7161 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.613622:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df31e00 with x1788538570258304 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.613684:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324bd000. 00000100:00100000:0.0:1705683736.613710:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.613716:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.613716:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.613720:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258432 00002000:00010000:1.0:1705683736.613789:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df31e00. 00000100:00100000:1.0:1705683736.613834:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.613858:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.613883:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.613924:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.613926:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.613931:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258560 00002000:00010000:3.0:1705683736.613943:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7165 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.613945:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df33200 with x1788538570258560 ext(0->18446744073709551615) 00000100:00100000:1.0:1705683736.613946:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.613977:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.614001:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.614022:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:3.0:1705683736.614030:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df33200. 00000100:00100000:3.0:1705683736.614045:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614046:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614047:0:15014:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614048:0:15014:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614048:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258688 00000100:00100000:1.0:1705683736.614054:0:15014:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258816 00002000:00010000:3.0:1705683736.614055:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7167 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.614057:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df36400 with x1788538570258688 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.614063:0:15014:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7169 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.614065:0:15014:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df30000 with x1788538570258816 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.614283:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df36400. 00000100:00100000:3.0:1705683736.614292:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614293:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614295:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570258944 00002000:00010000:3.0:1705683736.614302:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7171 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.614304:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df35000 with x1788538570258944 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.614385:0:15014:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df30000. 00000100:00100000:1.0:1705683736.614396:0:15014:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614397:0:15014:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614401:0:15014:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259072 00002000:00010000:1.0:1705683736.614410:0:15014:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7173 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.614412:0:15014:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df33700 with x1788538570259072 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.614476:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df35000. 00000100:00100000:3.0:1705683736.614493:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614493:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614496:0:15124:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259200 00002000:00010000:3.0:1705683736.614504:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7175 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.614505:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea10a00 with x1788538570259200 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.614576:0:15014:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df33700. 00000100:00100000:1.0:1705683736.614586:0:15014:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614587:0:15014:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614591:0:15014:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259328 00002000:00010000:1.0:1705683736.614598:0:15014:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7177 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.614599:0:15014:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea15500 with x1788538570259328 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.614679:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea10a00. 00000100:00100000:3.0:1705683736.614688:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614689:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.614693:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30372 00000100:00100000:3.0:1705683736.614696:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df33200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5246:1857:x1788538570258560:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.614767:0:15014:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea15500. 00000100:00100000:1.0:1705683736.614776:0:15014:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614777:0:15014:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.614781:0:15014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30373 00000100:00100000:1.0:1705683736.614784:0:15014:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5247:1857:x1788538570258688:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.614872:0:15124:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bfd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.614874:0:15124:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bfd:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.614875:0:15124:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bfd:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.614876:0:15124:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bfd:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.614877:0:15124:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bfd:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.614893:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df33200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570258560:12345-192.168.204.14@tcp:10:dd.0 Request processed in 196us (1059us total) trans 4295071806 rc 0/0 00000100:00100000:3.0:1705683736.614899:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30372 00002000:00010000:3.0:1705683736.614901:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7165 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.614902:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df33200 with x1788538570258560 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.614938:0:15014:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bff:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.614940:0:15014:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bff:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.614941:0:15014:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bff:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.614942:0:15014:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bff:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.614943:0:15014:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bff:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.614955:0:15014:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df36400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570258688:12345-192.168.204.14@tcp:10:dd.0 Request processed in 170us (1097us total) trans 4295071807 rc 0/0 00000100:00100000:1.0:1705683736.614959:0:15014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30373 00002000:00010000:1.0:1705683736.614961:0:15014:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7167 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.614962:0:15014:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df36400 with x1788538570258688 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.615019:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df33200. 00000100:00100000:3.0:1705683736.615031:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.615031:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.615036:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30374 00000100:00100000:3.0:1705683736.615039:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5247:1857:x1788538570258816:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.615051:0:15014:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df36400. 00000100:00100000:1.0:1705683736.615060:0:15014:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.615060:0:15014:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.615064:0:15014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30375 00000100:00100000:1.0:1705683736.615067:0:15014:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df35000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5246:1857:x1788538570258944:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.615182:0:15124:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c01:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.615184:0:15124:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c01:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.615185:0:15124:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c01:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.615186:0:15124:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c01:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.615187:0:15124:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c01:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.615200:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570258816:12345-192.168.204.14@tcp:10:dd.0 Request processed in 160us (1316us total) trans 4295071808 rc 0/0 00000100:00100000:3.0:1705683736.615205:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30374 00002000:00010000:3.0:1705683736.615207:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7169 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.615208:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df30000 with x1788538570258816 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.615275:0:15014:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c03:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.615277:0:15014:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c03:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.615278:0:15014:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c03:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.615279:0:15014:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c03:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.615281:0:15014:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c03:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.615293:0:15014:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df35000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570258944:12345-192.168.204.14@tcp:10:dd.0 Request processed in 225us (1348us total) trans 4295071809 rc 0/0 00000100:00100000:1.0:1705683736.615298:0:15014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30375 00002000:00010000:1.0:1705683736.615300:0:15014:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7171 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.615301:0:15014:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df35000 with x1788538570258944 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.615366:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df30000. 00000100:00100000:3.0:1705683736.615377:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.615378:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.615382:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30376 00000100:00100000:3.0:1705683736.615386:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df33700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5247:1857:x1788538570259072:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.615460:0:15014:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df35000. 00000100:00100000:1.0:1705683736.615472:0:15014:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.615473:0:15014:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.615478:0:15014:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30377 00000100:00100000:1.0:1705683736.615481:0:15014:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea10a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5247:1857:x1788538570259200:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.615560:0:15124:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c05:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.615562:0:15124:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c05:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.615564:0:15124:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c05:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.615565:0:15124:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c05:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.615566:0:15124:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c05:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.615580:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df33700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570259072:12345-192.168.204.14@tcp:10:dd.0 Request processed in 193us (1602us total) trans 4295071810 rc 0/0 00000100:00100000:3.0:1705683736.615585:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30376 00002000:00010000:3.0:1705683736.615586:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7173 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.615588:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009df33700 with x1788538570259072 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.615666:0:15014:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c07:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.615668:0:15014:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c07:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.615669:0:15014:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c07:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.615671:0:15014:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c07:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.615672:0:15014:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c07:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.615683:0:15014:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea10a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570259200:12345-192.168.204.14@tcp:10:dd.0 Request processed in 202us (1682us total) trans 4295071811 rc 0/0 00000100:00100000:1.0:1705683736.615688:0:15014:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30377 00002000:00010000:1.0:1705683736.615689:0:15014:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7175 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.615691:0:15014:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea10a00 with x1788538570259200 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.615760:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009df33700. 00000100:00100000:3.0:1705683736.615770:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.615771:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.615775:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30378 00000100:00100000:3.0:1705683736.615779:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5247:1857:x1788538570259328:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.615853:0:15014:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea10a00. 00000100:00100000:1.0:1705683736.615902:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.615961:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:3.0:1705683736.615969:0:15124:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c09:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1705683736.615970:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.615971:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:3.0:1705683736.615972:0:15124:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c09:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.615973:0:15124:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c09:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.615974:0:15124:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c09:0x0] updating lvb ctime from disk: 0 -> 1705683695 00000100:00100000:1.0:1705683736.615975:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259456 00002000:00010000:3.0:1705683736.615975:0:15124:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c09:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1705683736.615985:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7179 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.615987:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea15a00 with x1788538570259456 ext(0->18446744073709551615) 00000100:00100000:3.0:1705683736.615990:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570259328:12345-192.168.204.14@tcp:10:dd.0 Request processed in 210us (1966us total) trans 4295071812 rc 0/0 00000100:00100000:3.0:1705683736.615994:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30378 00002000:00010000:3.0:1705683736.615997:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7177 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.615998:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea15500 with x1788538570259328 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.616087:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea15a00. 00000100:00100000:1.0:1705683736.616095:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616096:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616099:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259584 00002000:00010000:1.0:1705683736.616105:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7181 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.616107:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea15000 with x1788538570259584 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.616180:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea15500. 00000100:00100000:3.0:1705683736.616190:0:15124:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.616190:0:15124:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.616194:0:15124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30379 00000100:00100000:3.0:1705683736.616198:0:15124:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5248:1857:x1788538570259456:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.616272:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea15000. 00000100:00100000:1.0:1705683736.616280:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616281:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616284:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30380 00000100:00100000:1.0:1705683736.616287:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5249:1857:x1788538570259584:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.616366:0:15124:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c0b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.616368:0:15124:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c0b:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.616370:0:15124:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c0b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.616371:0:15124:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c0b:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.616372:0:15124:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c0b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.616385:0:15124:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea15a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5250:1857:x1788538570259456:12345-192.168.204.14@tcp:10:dd.0 Request processed in 186us (483us total) trans 4295071813 rc 0/0 00000100:00100000:3.0:1705683736.616390:0:15124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30379 00002000:00010000:3.0:1705683736.616392:0:15124:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7179 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.616393:0:15124:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea15a00 with x1788538570259456 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.616459:0:15118:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c0d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.616461:0:15118:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c0d:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.616462:0:15118:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c0d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.616463:0:15118:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c0d:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.616464:0:15118:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c0d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.616478:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea15000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5250:1857:x1788538570259584:12345-192.168.204.14@tcp:10:dd.0 Request processed in 189us (517us total) trans 4295071814 rc 0/0 00000100:00100000:1.0:1705683736.616483:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30380 00002000:00010000:1.0:1705683736.616485:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7181 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.616487:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea15000 with x1788538570259584 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.616552:0:15124:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea15a00. 00002000:00010000:1.0:1705683736.616653:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea15000. 00000100:00100000:1.0:1705683736.616701:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.616709:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616710:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616715:0:15121:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259712 00002000:00010000:1.0:1705683736.616723:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7183 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.616725:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea11900 with x1788538570259712 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.616855:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7163 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.616858:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bee00 with x1788538570258432 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.616937:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea11900. 00000100:00100000:1.0:1705683736.616947:0:15121:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616948:0:15121:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.616952:0:15121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30381 00000100:00100000:1.0:1705683736.616955:0:15121:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5249:1857:x1788538570259712:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.617039:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324bee00. 00000100:00100000:0.0:1705683736.617053:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617055:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617062:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30382 00000100:00100000:0.0:1705683736.617066:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324bee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5250:1857:x1788538570258432:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.617141:0:15121:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c0f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.617143:0:15121:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c0f:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.617145:0:15121:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c0f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.617146:0:15121:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c0f:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.617147:0:15121:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c0f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.617161:0:15121:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea11900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5251:1857:x1788538570259712:12345-192.168.204.14@tcp:10:dd.0 Request processed in 205us (460us total) trans 4295071815 rc 0/0 00000100:00100000:1.0:1705683736.617166:0:15121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30381 00002000:00010000:1.0:1705683736.617168:0:15121:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7183 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.617170:0:15121:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea11900 with x1788538570259712 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.617238:0:15131:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1bfb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.617240:0:15131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1bfb:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.617241:0:15131:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1bfb:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.617242:0:15131:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1bfb:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.617244:0:15131:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1bfb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.617257:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324bee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5251:1857:x1788538570258432:12345-192.168.204.14@tcp:10:dd.0 Request processed in 190us (3547us total) trans 4295071816 rc 0/0 00000100:00100000:0.0:1705683736.617263:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30382 00002000:00010000:0.0:1705683736.617265:0:15131:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7163 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.617266:0:15131:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bee00 with x1788538570258432 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.617333:0:15121:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea11900. 00000100:00100000:1.0:1705683736.617380:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:0.0:1705683736.617428:0:15131:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801324bee00. 00000100:00100000:1.0:1705683736.617437:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.617440:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617441:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617444:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259840 00002000:00010000:0.0:1705683736.617452:0:15131:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7185 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.617454:0:15131:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea16900 with x1788538570259840 ext(0->18446744073709551615) 00000100:00100000:1.0:1705683736.617468:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.617503:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.617529:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.617537:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.617538:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00002000:00010000:0.0:1705683736.617544:0:15131:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea16900. 00000100:00100000:1.0:1705683736.617546:0:8813:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570259968 00000100:00100000:0.0:1705683736.617553:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617554:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617557:0:15131:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260096 00002000:00010000:1.0:1705683736.617557:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7187 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.617559:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea13700 with x1788538570259968 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.617564:0:15131:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7189 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.617565:0:15131:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc6900 with x1788538570260096 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.617679:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea13700. 00000100:00100000:1.0:1705683736.617689:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.617689:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.617692:0:8813:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260224 00002000:00010000:1.0:1705683736.617700:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7191 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.617701:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc3700 with x1788538570260224 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.617773:0:15131:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc6900. 00000100:00100000:0.0:1705683736.617783:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617784:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.617788:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30383 00000100:00100000:0.0:1705683736.617792:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea16900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5253:1857:x1788538570259840:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.617880:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc3700. 00000100:00100000:1.0:1705683736.617889:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.617890:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.617895:0:8813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30384 00000100:00100000:1.0:1705683736.617898:0:8813:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea13700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5254:1857:x1788538570259968:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.617996:0:15131:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.617998:0:15131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c11:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.617999:0:15131:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.618000:0:15131:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c11:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.618002:0:15131:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.618016:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea16900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5255:1857:x1788538570259840:12345-192.168.204.14@tcp:10:dd.0 Request processed in 223us (636us total) trans 4295071817 rc 0/0 00000100:00100000:0.0:1705683736.618021:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30383 00002000:00010000:0.0:1705683736.618023:0:15131:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7185 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.618024:0:15131:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea16900 with x1788538570259840 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.618095:0:8813:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c13:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.618097:0:8813:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c13:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.618099:0:8813:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c13:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.618100:0:8813:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c13:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.618101:0:8813:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c13:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.618113:0:8813:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea13700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5255:1857:x1788538570259968:12345-192.168.204.14@tcp:10:dd.0 Request processed in 214us (644us total) trans 4295071818 rc 0/0 00000100:00100000:1.0:1705683736.618117:0:8813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30384 00002000:00010000:1.0:1705683736.618119:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7187 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.618120:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ea13700 with x1788538570259968 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.618187:0:15131:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea16900. 00000100:00100000:0.0:1705683736.618198:0:15131:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618199:0:15131:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618204:0:15131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30385 00000100:00100000:0.0:1705683736.618207:0:15131:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecc6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5254:1857:x1788538570260096:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.618277:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ea13700. 00000100:00100000:1.0:1705683736.618288:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.618289:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.618293:0:8813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30386 00000100:00100000:1.0:1705683736.618296:0:8813:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecc3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5254:1857:x1788538570260224:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.618375:0:15131:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.618377:0:15131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c15:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.618378:0:15131:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.618380:0:15131:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c15:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.618381:0:15131:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.618393:0:15131:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecc6900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5255:1857:x1788538570260096:12345-192.168.204.14@tcp:10:dd.0 Request processed in 185us (890us total) trans 4295071819 rc 0/0 00000100:00100000:0.0:1705683736.618398:0:15131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30385 00002000:00010000:0.0:1705683736.618400:0:15131:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7189 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.618402:0:15131:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc6900 with x1788538570260096 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.618467:0:8813:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c17:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.618469:0:8813:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c17:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.618470:0:8813:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.618471:0:8813:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c17:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.618472:0:8813:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c17:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.618484:0:8813:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecc3700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5255:1857:x1788538570260224:12345-192.168.204.14@tcp:10:dd.0 Request processed in 187us (955us total) trans 4295071820 rc 0/0 00000100:00100000:1.0:1705683736.618490:0:8813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30386 00002000:00010000:1.0:1705683736.618492:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7191 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.618493:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc3700 with x1788538570260224 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.618558:0:15131:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc6900. 00000100:00100000:0.0:1705683736.618575:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618576:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618583:0:14256:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570317824 00000100:00100000:0.0:1705683736.618603:0:14256:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618604:0:14256:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618608:0:14256:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207313 00000100:00100000:0.0:1705683736.618611:0:14256:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ea14600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1118:30904:x1788538570317824:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1705683736.618623:0:14256:0:(ldlm_lockd.c:1314:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1705683736.618648:0:14256:0:(ldlm_lockd.c:1386:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836f80/0x9d5ae94021dde9a7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe7162f4742588e72 expref: -99 pid: 14256 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1705683736.618662:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc3700. 00000100:00100000:1.0:1705683736.618714:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000004:00200000:0.0:1705683736.618733:0:14256:0:(mdt_handler.c:937:mdt_pack_attr2body()) [0x240000402:0x20b1:0x0]: returning size 4096 00000100:00100000:1.0:1705683736.618736:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.618743:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.618744:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.618748:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260352 00002000:00010000:1.0:1705683736.618756:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7193 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.618758:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc3200 with x1788538570260352 ext(0->18446744073709551615) 00010000:00010000:0.0:1705683736.618790:0:14256:0:(ldlm_lockd.c:1554:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836f80/0x9d5ae94021dde9a7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e72 expref: 1120 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.618797:0:14256:0:(ldlm_lock.c:217:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d836f80/0x9d5ae94021dde9a7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2089:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0xe7162f4742588e72 expref: 1120 pid: 14256 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1705683736.618810:0:14256:0:(ldlm_lockd.c:1631:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d836f80, rc 0) 00000100:00100000:0.0:1705683736.618822:0:14256:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ea14600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_021:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+1119:30904:x1788538570317824:12345-192.168.204.14@tcp:101:rm.0 Request processed in 210us (1385us total) trans 4295030447 rc 301/301 00000100:00100000:0.0:1705683736.618827:0:14256:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207313 00000100:00100000:0.0:1705683736.618843:0:8814:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618843:0:8814:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618848:0:8814:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260480 00002000:00010000:1.0:1705683736.618854:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc3200. 00002000:00010000:0.0:1705683736.618856:0:8814:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7195 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.618858:0:8814:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc7300 with x1788538570260480 ext(0->18446744073709551615) 00000100:00100000:1.0:1705683736.618863:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.618864:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.618868:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30387 00000100:00100000:1.0:1705683736.618871:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecc3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5255:1857:x1788538570260352:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.618979:0:8814:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc7300. 00000100:00100000:0.0:1705683736.618989:0:8814:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618990:0:8814:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.618995:0:8814:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30388 00000100:00100000:0.0:1705683736.618999:0:8814:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecc7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5256:1857:x1788538570260480:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.619068:0:15118:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.619071:0:15118:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c19:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.619072:0:15118:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.619073:0:15118:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c19:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.619074:0:15118:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.619087:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecc3200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5257:1857:x1788538570260352:12345-192.168.204.14@tcp:10:dd.0 Request processed in 214us (373us total) trans 4295071821 rc 0/0 00000100:00100000:1.0:1705683736.619091:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30387 00002000:00010000:1.0:1705683736.619093:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7193 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.619094:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc3200 with x1788538570260352 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.619164:0:8814:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.619166:0:8814:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c1b:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.619167:0:8814:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.619169:0:8814:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c1b:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.619170:0:8814:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.619183:0:8814:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecc7300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5257:1857:x1788538570260480:12345-192.168.204.14@tcp:10:dd.0 Request processed in 183us (446us total) trans 4295071822 rc 0/0 00000100:00100000:0.0:1705683736.619188:0:8814:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30388 00002000:00010000:0.0:1705683736.619190:0:8814:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7195 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.619191:0:8814:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc7300 with x1788538570260480 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.619253:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc3200. 00000100:00100000:1.0:1705683736.619296:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.619321:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.619328:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619329:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619334:0:8813:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260608 00002000:00010000:1.0:1705683736.619342:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7197 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.619344:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc6e00 with x1788538570260608 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.619348:0:8814:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc7300. 00000100:00100000:0.0:1705683736.619358:0:8814:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.619359:0:8814:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.619363:0:8814:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260736 00002000:00010000:0.0:1705683736.619371:0:8814:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7199 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.619372:0:8814:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc2800 with x1788538570260736 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.619438:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc6e00. 00000100:00100000:1.0:1705683736.619447:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619448:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619452:0:8813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30389 00000100:00100000:1.0:1705683736.619455:0:8813:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecc6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5257:1857:x1788538570260608:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.619589:0:8813:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c1d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.619591:0:8813:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c1d:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.619592:0:8813:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.619593:0:8813:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c1d:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.619594:0:8813:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c1d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.619605:0:8813:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecc6e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5258:1857:x1788538570260608:12345-192.168.204.14@tcp:10:dd.0 Request processed in 149us (310us total) trans 4295071823 rc 0/0 00000100:00100000:1.0:1705683736.619609:0:8813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30389 00002000:00010000:1.0:1705683736.619611:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7197 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.619612:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc6e00 with x1788538570260608 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.619693:0:8814:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc2800. 00000100:00100000:0.0:1705683736.619703:0:8814:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.619704:0:8814:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.619709:0:8814:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30390 00000100:00100000:0.0:1705683736.619712:0:8814:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecc2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5258:1857:x1788538570260736:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.619713:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc6e00. 00000100:00100000:1.0:1705683736.619754:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.619776:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.619783:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619784:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619787:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260864 00002000:00010000:1.0:1705683736.619795:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7201 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.619797:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8a300 with x1788538570260864 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.619867:0:8814:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c1f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.619869:0:8814:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c1f:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.619870:0:8814:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c1f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.619871:0:8814:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c1f:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.619873:0:8814:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c1f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.619886:0:8814:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecc2800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5259:1857:x1788538570260736:12345-192.168.204.14@tcp:10:dd.0 Request processed in 173us (564us total) trans 4295071824 rc 0/0 00000100:00100000:0.0:1705683736.619891:0:8814:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30390 00002000:00010000:0.0:1705683736.619893:0:8814:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7199 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.619895:0:8814:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ecc2800 with x1788538570260736 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.619985:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cf8a300. 00000100:00100000:1.0:1705683736.619994:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619994:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.619997:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570260992 00002000:00010000:1.0:1705683736.620007:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7225 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.620009:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8f800 with x1788538570260992 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.620080:0:8814:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ecc2800. 00000100:00100000:0.0:1705683736.620090:0:8814:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.620091:0:8814:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.620095:0:8814:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30391 00000100:00100000:0.0:1705683736.620098:0:8814:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5258:1857:x1788538570260864:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.620244:0:8814:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x1c21:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.620246:0:8814:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c21:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.620248:0:8814:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x1c21:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.620249:0:8814:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x1c21:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.620250:0:8814:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x1c21:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.620263:0:8814:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+5259:1857:x1788538570260864:12345-192.168.204.14@tcp:10:dd.0 Request processed in 164us (509us total) trans 4295071825 rc 0/0 00000100:00100000:0.0:1705683736.620268:0:8814:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30391 00002000:00010000:0.0:1705683736.620269:0:8814:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7201 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.620271:0:8814:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8a300 with x1788538570260864 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.620303:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8f800. 00000100:00100000:1.0:1705683736.620312:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.620313:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.620317:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30392 00000100:00100000:1.0:1705683736.620320:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4835:1857:x1788538570260992:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.620366:0:8814:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cf8a300. 00000100:00100000:0.0:1705683736.620415:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:1.0:1705683736.620487:0:15118:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c39:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.620489:0:15118:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c39:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.620491:0:15118:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c39:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.620492:0:15118:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c39:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.620493:0:15118:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c39:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.620510:0:14272:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.620511:0:14272:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.620518:0:14272:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261120 00002000:00010000:3.0:1705683736.620530:0:14272:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7227 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.620532:0:14272:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324be400 with x1788538570261120 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.620645:0:14272:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324be400. 00000100:00100000:3.0:1705683736.620655:0:14272:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.620656:0:14272:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.620660:0:14272:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30393 00000100:00100000:3.0:1705683736.620663:0:14272:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324be400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4837:1857:x1788538570261120:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.620814:0:14272:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c3b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.620816:0:14272:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c3b:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.620817:0:14272:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c3b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.620818:0:14272:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c3b:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.620819:0:14272:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c3b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.623926:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4838:1857:x1788538570260992:12345-192.168.204.14@tcp:10:dd.0 Request processed in 3579us (4124us total) trans 4295071991 rc 0/0 00000100:00100000:1.0:1705683736.623938:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30392 00002000:00010000:1.0:1705683736.623942:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7225 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.623945:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8f800 with x1788538570260992 ext(0->18446744073709551615) 00000100:00100000:0.0:1705683736.623993:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.624010:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.624011:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.624024:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261248 00002000:00010000:0.0:1705683736.624046:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7229 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.624048:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324be900 with x1788538570261248 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.624294:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8f800. 00000100:00100000:1.0:1705683736.624379:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:0.0:1705683736.624400:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324be900. 00000100:00100000:1.0:1705683736.624406:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.624421:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.624421:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.624425:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261376 00000100:00100000:1.0:1705683736.624425:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.624426:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.624433:0:8813:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261504 00002000:00010000:0.0:1705683736.624435:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7231 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.624436:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8ee00 with x1788538570261376 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.624443:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7233 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.624445:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8c600 with x1788538570261504 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.624781:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8ee00. 00000100:00100000:0.0:1705683736.624792:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.624792:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.624798:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30394 00000100:00100000:0.0:1705683736.624802:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324be900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570261248:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.625193:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c3d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.625196:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c3d:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.625197:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c3d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.625198:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c3d:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.625199:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c3d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.625218:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324be900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1857:x1788538570261248:12345-192.168.204.14@tcp:10:dd.0 Request processed in 416us (1228us total) trans 4295071993 rc 0/0 00000100:00100000:0.0:1705683736.625224:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30394 00002000:00010000:0.0:1705683736.625226:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7229 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.625228:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324be900 with x1788538570261248 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.625321:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324be900. 00000100:00100000:0.0:1705683736.625332:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.625333:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.625338:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30395 00000100:00100000:0.0:1705683736.625341:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf8ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4840:1857:x1788538570261376:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.625604:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c3f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.625606:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c3f:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.625607:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c3f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.625608:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c3f:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.625610:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c3f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.625622:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf8ee00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1857:x1788538570261376:12345-192.168.204.14@tcp:10:dd.0 Request processed in 280us (1244us total) trans 4295071994 rc 0/0 00000100:00100000:0.0:1705683736.625627:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30395 00002000:00010000:0.0:1705683736.625640:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7231 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.625641:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8ee00 with x1788538570261376 ext(0->18446744073709551615) 00000100:00100000:3.0:1705683736.625710:0:14272:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324be400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4841:1857:x1788538570261120:12345-192.168.204.14@tcp:10:dd.0 Request processed in 5044us (5294us total) trans 4295071992 rc 0/0 00000100:00100000:3.0:1705683736.625715:0:14272:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30393 00002000:00010000:3.0:1705683736.625717:0:14272:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7227 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.625719:0:14272:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324be400 with x1788538570261120 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.625737:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8ee00. 00002000:00010000:3.0:1705683736.625812:0:14272:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324be400. 00000100:00100000:0.0:1705683736.625953:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.625977:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.625978:0:14421:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.625979:0:14421:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.625986:0:14421:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261632 00000100:00100000:0.0:1705683736.625988:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.625994:0:15013:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.625995:0:15013:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.625999:0:15013:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261760 00002000:00010000:3.0:1705683736.625999:0:14421:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7235 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.626001:0:14421:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bf300 with x1788538570261632 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.626005:0:15013:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7237 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.626007:0:15013:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bc100 with x1788538570261760 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.626083:0:14421:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bf300. 00000100:00100000:3.0:1705683736.626093:0:14421:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.626094:0:14421:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.626097:0:14421:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570261888 00002000:00010000:3.0:1705683736.626105:0:14421:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7239 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.626106:0:14421:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bb700 with x1788538570261888 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.629832:0:15013:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bc100. 00000100:00100000:0.0:1705683736.629856:0:15013:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.629858:0:15013:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.629869:0:15013:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30396 00000100:00100000:0.0:1705683736.629875:0:15013:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324bf300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4842:1857:x1788538570261632:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.630184:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8c600. 00000100:00100000:1.0:1705683736.630200:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.630201:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.630205:0:8813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30397 00000100:00100000:1.0:1705683736.630208:0:8813:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324bc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1857:x1788538570261760:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.630295:0:15013:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c43:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.630297:0:15013:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c43:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.630299:0:15013:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c43:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.630300:0:15013:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c43:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.630301:0:15013:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c43:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.630332:0:15013:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324bf300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570261632:12345-192.168.204.14@tcp:10:dd.0 Request processed in 457us (4379us total) trans 4295071995 rc 0/0 00000100:00100000:0.0:1705683736.630338:0:15013:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30396 00002000:00010000:0.0:1705683736.630342:0:15013:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7235 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.630344:0:15013:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bf300 with x1788538570261632 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.630440:0:15013:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bf300. 00000100:00100000:0.0:1705683736.630457:0:15013:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.630458:0:15013:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.630462:0:15013:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30398 00000100:00100000:0.0:1705683736.630466:0:15013:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf8c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4843:1857:x1788538570261504:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.630606:0:15013:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c41:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.630608:0:15013:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c41:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.630610:0:15013:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c41:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.630611:0:15013:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c41:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.630612:0:15013:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c41:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.630625:0:15013:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf8c600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570261504:12345-192.168.204.14@tcp:10:dd.0 Request processed in 158us (6219us total) trans 4295071997 rc 0/0 00000100:00100000:0.0:1705683736.630642:0:15013:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30398 00002000:00010000:0.0:1705683736.630644:0:15013:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7233 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.630646:0:15013:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8c600 with x1788538570261504 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.630737:0:15013:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8c600. 00000100:00100000:0.0:1705683736.630843:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.630855:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.630856:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.630862:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262016 00002000:00010000:0.0:1705683736.630878:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7241 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.630880:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bb200 with x1788538570262016 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.630975:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bb200. 00000100:00100000:0.0:1705683736.630983:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.630983:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.630987:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30399 00000100:00100000:0.0:1705683736.630990:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324bb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4844:1857:x1788538570262016:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.631112:0:14223:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c49:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.631114:0:14223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c49:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.631116:0:14223:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c49:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.631117:0:14223:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c49:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.631118:0:14223:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c49:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.631129:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324bb200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570262016:12345-192.168.204.14@tcp:10:dd.0 Request processed in 138us (287us total) trans 4295071998 rc 0/0 00000100:00100000:0.0:1705683736.631133:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30399 00002000:00010000:0.0:1705683736.631135:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7241 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.631136:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bb200 with x1788538570262016 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.631206:0:8813:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c45:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.631208:0:8813:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c45:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.631209:0:8813:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c45:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.631210:0:8813:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c45:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.631212:0:8813:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c45:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.631236:0:8813:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324bc100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570261760:12345-192.168.204.14@tcp:10:dd.0 Request processed in 1027us (5258us total) trans 4295071996 rc 0/0 00000100:00100000:1.0:1705683736.631241:0:8813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30397 00002000:00010000:1.0:1705683736.631243:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7237 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.631245:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bc100 with x1788538570261760 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.631356:0:14421:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bb700. 00000100:00100000:3.0:1705683736.631369:0:14421:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.631370:0:14421:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.631374:0:14421:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30400 00000100:00100000:3.0:1705683736.631378:0:14421:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324bb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4845:1857:x1788538570261888:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.631438:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bb200. 00000100:00100000:0.0:1705683736.631466:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.631475:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.631476:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.631483:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262144 00002000:00010000:0.0:1705683736.631491:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7243 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.631493:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324b9e00 with x1788538570262144 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.631538:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bc100. 00002000:00010000:0.0:1705683736.631617:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324b9e00. 00000100:00100000:1.0:1705683736.631622:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.631628:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.631640:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.631644:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262272 00000100:00100000:1.0:1705683736.631645:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.631646:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.631651:0:8813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30401 00002000:00010000:0.0:1705683736.631653:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7245 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.631654:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf89e00 with x1788538570262272 ext(0->18446744073709551615) 00000100:00100000:1.0:1705683736.631655:0:8813:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4846:1857:x1788538570262144:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.631723:0:14421:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c47:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.631725:0:14421:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c47:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.631726:0:14421:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c47:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.631728:0:14421:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c47:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.631729:0:14421:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c47:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.631742:0:14421:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324bb700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:1857:x1788538570261888:12345-192.168.204.14@tcp:10:dd.0 Request processed in 363us (5753us total) trans 4295071999 rc 0/0 00000100:00100000:3.0:1705683736.631747:0:14421:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30400 00002000:00010000:3.0:1705683736.631749:0:14421:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7239 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.631750:0:14421:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324bb700 with x1788538570261888 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.631799:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf89e00. 00000100:00100000:0.0:1705683736.631808:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.631809:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.631813:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30402 00000100:00100000:0.0:1705683736.631816:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf89e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:1857:x1788538570262272:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.631882:0:14421:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324bb700. 00002000:00010000:0.0:1705683736.631981:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c4d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.631983:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c4d:0x0] updating lvb mtime from disk: 1705683695 -> 1705683695 00002000:00010000:0.0:1705683736.631984:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c4d:0x0] updating lvb atime from disk: 1705683695 -> 0 00002000:00010000:0.0:1705683736.631985:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c4d:0x0] updating lvb ctime from disk: 1705683695 -> 1705683695 00002000:00010000:0.0:1705683736.631986:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c4d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.632000:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf89e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:1857:x1788538570262272:12345-192.168.204.14@tcp:10:dd.0 Request processed in 182us (378us total) trans 4295072001 rc 0/0 00000100:00100000:0.0:1705683736.632004:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30402 00002000:00010000:0.0:1705683736.632006:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7245 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.632007:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf89e00 with x1788538570262272 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.632076:0:8813:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c4b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.632079:0:8813:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c4b:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.632080:0:8813:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c4b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.632081:0:8813:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c4b:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.632082:0:8813:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c4b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.632095:0:8813:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324b9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4847:1857:x1788538570262144:12345-192.168.204.14@tcp:10:dd.0 Request processed in 440us (629us total) trans 4295072000 rc 0/0 00000100:00100000:1.0:1705683736.632100:0:8813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30401 00002000:00010000:1.0:1705683736.632102:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7243 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.632104:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff8801324b9e00 with x1788538570262144 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.632148:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf89e00. 00002000:00010000:1.0:1705683736.632243:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801324b9e00. 00000100:00100000:0.0:1705683736.632379:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.632397:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.632406:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.632411:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.632412:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.632416:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262400 00002000:00010000:0.0:1705683736.632427:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7247 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.632428:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fe9900 with x1788538570262400 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.632741:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fe9900. 00000100:00100000:0.0:1705683736.632749:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.632749:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.632752:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262528 00002000:00010000:0.0:1705683736.632759:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7249 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.632760:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fee400 with x1788538570262528 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.632990:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fee400. 00000100:00100000:0.0:1705683736.633010:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633011:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633014:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262656 00002000:00010000:0.0:1705683736.633022:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7251 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.633023:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fe8500 with x1788538570262656 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.633103:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fe8500. 00000100:00100000:0.0:1705683736.633110:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633110:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633114:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30403 00000100:00100000:0.0:1705683736.633117:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fe9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4848:1857:x1788538570262400:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.633260:0:14223:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c4f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.633262:0:14223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c4f:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.633263:0:14223:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c4f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.633264:0:14223:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c4f:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.633265:0:14223:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c4f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.633279:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fe9900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1857:x1788538570262400:12345-192.168.204.14@tcp:10:dd.0 Request processed in 162us (901us total) trans 4295072002 rc 0/0 00000100:00100000:0.0:1705683736.633283:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30403 00002000:00010000:0.0:1705683736.633285:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7247 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.633286:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fe9900 with x1788538570262400 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.633365:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fe9900. 00000100:00100000:0.0:1705683736.633373:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633374:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633377:0:14223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30404 00000100:00100000:0.0:1705683736.633379:0:14223:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4848:1857:x1788538570262528:12345-192.168.204.14@tcp:10:dd.0 00000100:00100000:1.0:1705683736.633472:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.633474:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.633481:0:8813:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30405 00000100:00100000:1.0:1705683736.633484:0:8813:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fe8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1857:x1788538570262656:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.633501:0:14223:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c51:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.633502:0:14223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c51:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.633504:0:14223:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c51:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.633506:0:14223:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c51:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.633507:0:14223:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c51:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.633519:0:14223:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fee400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4849:1857:x1788538570262528:12345-192.168.204.14@tcp:10:dd.0 Request processed in 138us (1121us total) trans 4295072003 rc 0/0 00000100:00100000:0.0:1705683736.633524:0:14223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30404 00002000:00010000:0.0:1705683736.633525:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7249 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.633527:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fee400 with x1788538570262528 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.633616:0:14223:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fee400. 00000100:00100000:0.0:1705683736.633690:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.633701:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633701:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633706:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262784 00002000:00010000:0.0:1705683736.633715:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7253 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.633717:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fed000 with x1788538570262784 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.633737:0:8813:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c53:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.633739:0:8813:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c53:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.633740:0:8813:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c53:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.633741:0:8813:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c53:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.633742:0:8813:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c53:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.633756:0:8813:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fe8500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1857:x1788538570262656:12345-192.168.204.14@tcp:10:dd.0 Request processed in 271us (1349us total) trans 4295072004 rc 0/0 00000100:00100000:1.0:1705683736.633760:0:8813:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30405 00002000:00010000:1.0:1705683736.633762:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7251 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.633764:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fe8500 with x1788538570262656 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.633825:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fed000. 00000100:00100000:0.0:1705683736.633835:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633835:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.633840:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30406 00000100:00100000:0.0:1705683736.633843:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880097fed000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4850:1857:x1788538570262784:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.634007:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c55:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.634009:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c55:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.634010:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c55:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.634011:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c55:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.634013:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c55:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.634038:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880097fed000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4851:1857:x1788538570262784:12345-192.168.204.14@tcp:10:dd.0 Request processed in 194us (348us total) trans 4295072005 rc 0/0 00000100:00100000:0.0:1705683736.634044:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30406 00002000:00010000:0.0:1705683736.634046:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7253 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.634047:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880097fed000 with x1788538570262784 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.634135:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fed000. 00000100:00100000:3.0:1705683736.634154:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1705683736.634168:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.634169:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.634173:0:15120:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570262912 00000100:00100000:3.0:1705683736.634173:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00002000:00010000:0.0:1705683736.634181:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7255 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.634182:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132473c00 with x1788538570262912 ext(0->18446744073709551615) 00000100:00100000:3.0:1705683736.634185:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.634190:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.634191:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.634195:0:15118:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570263040 00002000:00010000:3.0:1705683736.634202:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7257 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.634203:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132471900 with x1788538570263040 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.634229:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097fe8500. 00000100:00100000:1.0:1705683736.634243:0:8813:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.634244:0:8813:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.634249:0:8813:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570263168 00002000:00010000:1.0:1705683736.634258:0:8813:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7259 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.634260:0:8813:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132472300 with x1788538570263168 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.634305:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132473c00. 00000100:00100000:0.0:1705683736.634314:0:15120:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.634315:0:15120:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.634319:0:15120:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30407 00000100:00100000:0.0:1705683736.634321:0:15120:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132473c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4852:1857:x1788538570262912:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.634390:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132471900. 00000100:00100000:3.0:1705683736.634399:0:15118:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.634400:0:15118:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.634404:0:15118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30408 00000100:00100000:3.0:1705683736.634407:0:15118:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132471900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4853:1857:x1788538570263040:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:0.0:1705683736.634477:0:15120:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c57:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.634479:0:15120:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c57:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.634480:0:15120:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c57:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.634481:0:15120:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c57:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.634482:0:15120:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c57:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.634494:0:15120:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132473c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1857:x1788538570262912:12345-192.168.204.14@tcp:10:dd.0 Request processed in 172us (340us total) trans 4295072006 rc 0/0 00000100:00100000:0.0:1705683736.634499:0:15120:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30407 00002000:00010000:0.0:1705683736.634500:0:15120:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7255 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.634502:0:15120:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132473c00 with x1788538570262912 ext(0->18446744073709551615) 00002000:00010000:3.0:1705683736.635147:0:15118:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c59:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1705683736.635150:0:15118:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c59:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.635152:0:15118:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c59:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1705683736.635153:0:15118:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c59:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:3.0:1705683736.635154:0:15118:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c59:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1705683736.635176:0:15118:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132471900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1857:x1788538570263040:12345-192.168.204.14@tcp:10:dd.0 Request processed in 761us (995us total) trans 4295072007 rc 0/0 00000100:00100000:3.0:1705683736.635182:0:15118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30408 00002000:00010000:3.0:1705683736.635184:0:15118:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7257 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.635186:0:15118:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132471900 with x1788538570263040 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.635239:0:8813:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132472300. 00000100:00100000:1.0:1705683736.635257:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.635258:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.635267:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30409 00000100:00100000:1.0:1705683736.635270:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff880132472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4854:1857:x1788538570263168:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.635436:0:14226:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c5b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.635438:0:14226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c5b:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.635439:0:14226:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c5b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.635440:0:14226:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c5b:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.635441:0:14226:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c5b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.635453:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff880132472300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4855:1857:x1788538570263168:12345-192.168.204.14@tcp:10:dd.0 Request processed in 182us (1267us total) trans 4295072008 rc 0/0 00000100:00100000:1.0:1705683736.635458:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30409 00002000:00010000:1.0:1705683736.635460:0:14226:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7259 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.635462:0:14226:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132472300 with x1788538570263168 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.635567:0:14226:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132472300. 00000100:00100000:1.0:1705683736.635662:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.635695:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.635717:0:3075:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1705683736.635724:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.635725:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.635730:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570263296 00002000:00010000:1.0:1705683736.635743:0:14226:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7261 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.635744:0:14226:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf89400 with x1788538570263296 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.635846:0:14226:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf89400. 00000100:00100000:1.0:1705683736.635864:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.635865:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.635868:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570263424 00002000:00010000:1.0:1705683736.635876:0:14226:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7263 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.635877:0:14226:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf88a00 with x1788538570263424 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.636257:0:14226:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf88a00. 00000100:00100000:1.0:1705683736.636267:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.636268:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.636271:0:14226:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570263552 00002000:00010000:1.0:1705683736.636279:0:14226:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7265 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.636280:0:14226:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8ad00 with x1788538570263552 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.636360:0:14226:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf8ad00. 00000100:00100000:1.0:1705683736.636369:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.636370:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.636374:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30410 00000100:00100000:1.0:1705683736.636377:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf89400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4857:1857:x1788538570263296:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.637870:0:14226:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c5d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.637873:0:14226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c5d:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.637875:0:14226:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c5d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.637876:0:14226:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c5d:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.637877:0:14226:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c5d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.637899:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf89400 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4858:1857:x1788538570263296:12345-192.168.204.14@tcp:10:dd.0 Request processed in 1520us (2236us total) trans 4295072009 rc 0/0 00000100:00100000:1.0:1705683736.637920:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30410 00002000:00010000:1.0:1705683736.637922:0:14226:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7261 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.637924:0:14226:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf89400 with x1788538570263296 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.638253:0:15120:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132473c00. 00000100:00100000:0.0:1705683736.638275:0:15013:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.638276:0:15013:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:0.0:1705683736.638282:0:15013:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30411 00000100:00100000:0.0:1705683736.638284:0:15013:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf88a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4857:1857:x1788538570263424:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:1.0:1705683736.638352:0:14226:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf89400. 00000100:00100000:1.0:1705683736.638366:0:14226:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.638367:0:14226:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:1.0:1705683736.638371:0:14226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 30412 00000100:00100000:1.0:1705683736.638374:0:14226:0:(service.c:2333:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cf8ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4857:1857:x1788538570263552:12345-192.168.204.14@tcp:10:dd.0 00002000:00010000:3.0:1705683736.638450:0:15118:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132471900. 00002000:00010000:0.0:1705683736.638679:0:15013:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c5f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1705683736.638681:0:15013:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c5f:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.638683:0:15013:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c5f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1705683736.638684:0:15013:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c5f:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:0.0:1705683736.638685:0:15013:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c5f:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1705683736.638699:0:15013:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf88a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4857:1857:x1788538570263424:12345-192.168.204.14@tcp:10:dd.0 Request processed in 413us (3003us total) trans 4295072010 rc 0/0 00000100:00100000:0.0:1705683736.638704:0:15013:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30411 00002000:00010000:0.0:1705683736.638706:0:15013:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7263 (0->18446744073709551615) 00002000:00100000:0.0:1705683736.638708:0:15013:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf88a00 with x1788538570263424 ext(0->18446744073709551615) 00002000:00010000:1.0:1705683736.638779:0:14226:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c61:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1705683736.638782:0:14226:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c61:0x0] updating lvb mtime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.638783:0:14226:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x1c61:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1705683736.638784:0:14226:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x1c61:0x0] updating lvb ctime from disk: 0 -> 1705683695 00002000:00010000:1.0:1705683736.638785:0:14226:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x1c61:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1705683736.638798:0:14226:0:(service.c:2382:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cf8ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b5374ebb-f4e4-4a35-8f9d-2c1d3ca66954+4857:1857:x1788538570263552:12345-192.168.204.14@tcp:10:dd.0 Request processed in 423us (3080us total) trans 4295072011 rc 0/0 00000100:00100000:1.0:1705683736.638803:0:14226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 30412 00002000:00010000:1.0:1705683736.638804:0:14226:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/7265 (0->18446744073709551615) 00002000:00100000:1.0:1705683736.638805:0:14226:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cf8ad00 with x1788538570263552 ext(0->18446744073709551615) 00000100:00100000:3.0:1705683736.639018:0:3073:0:(events.c:359:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1705683736.639034:0:14223:0:(service.c:3700:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.639035:0:14223:0:(service.c:3701:ptlrpc_server_get_timeout()) NULL obd 00000100:00100000:3.0:1705683736.639044:0:14223:0:(service.c:2160:ptlrpc_server_handle_req_in()) got req x1788538570263680 00002000:00010000:3.0:1705683736.639235:0:14223:0:(ofd_dev.c:2709:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/7203 (0->18446744073709551615) 00002000:00100000:3.0:1705683736.639238:0:14223:0:(ofd_dev.c:2453:ofd_prolong_extent_locks()) Prolong locks for req ffff880132470000 with x1788538570263680 ext(0->18446744073709551615) 00002000:00010000:0.0:1705683736.639245:0:15013:0:(ofd_dev.c:2714:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cf88a00. Debug log: 27996 lines, 27996 kept, 0 dropped, 0 bad.